-- Logs begin at Thu 2022-07-28 21:06:06 UTC, end at Thu 2022-07-28 22:45:50 UTC. -- Jul 28 22:19:28.428282 dv-cinder-850939-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 22:19:31.094672 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.common.config [-] Logging enabled! Jul 28 22:19:31.095241 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 22:19:31.095471 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104009) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 22:19:31.098653 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.common.config [-] Logging enabled! Jul 28 22:19:31.098913 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 22:19:31.099225 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104009) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 22:19:31.100153 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 22:19:31.100388 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 22:19:31.100864 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 22:19:31.101113 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 22:19:31.101340 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 22:19:31.101689 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.101990 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.102221 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.102519 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.102810 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.103094 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.103390 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.103688 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.103975 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.104255 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.104539 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.104771 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.105053 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.105338 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.105656 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.105883 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] debug = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.106164 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.106595 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.107002 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.107286 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.107573 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.107863 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.108125 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.108402 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.109223 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.109643 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] host = dv-cinder-850939-3-iscsi {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.109928 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.110218 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.110506 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.110793 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.111069 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.111347 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.111634 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.111908 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.112181 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] log_file = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.112456 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.112747 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.113035 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.113326 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.113576 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.113809 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.114097 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.114396 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.114674 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.114951 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.115228 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.115504 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.115778 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.116046 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.116330 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.116618 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.116903 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.117177 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.117453 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.117749 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.118023 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.118306 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.118582 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.118857 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.119130 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.119417 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.119689 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.119961 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.120260 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.120546 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.120828 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.121111 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.121385 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.121695 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.121970 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.122241 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.122513 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] use_json = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.122784 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.123054 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.123333 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.123604 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.123883 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.124758 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.125037 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.125401 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.125712 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:31.126015 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.126316 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.126618 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.126905 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.127211 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.127495 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.127785 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.128066 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.128357 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.128646 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.128937 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.129216 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.129516 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.129828 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.130126 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.130434 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.130728 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.131019 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.131295 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.131568 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.131844 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.132123 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.132409 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.132686 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.132976 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.133266 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.133565 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.133872 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.134158 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.134443 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.134737 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.135029 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.135306 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.135586 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.135876 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.136413 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.136686 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.136973 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.137252 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.137539 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.137823 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.138116 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.138404 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.138678 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.138956 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.139247 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.139525 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.139844 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.140217 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.140499 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.140781 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.141066 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.141348 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.141647 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.141926 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.142205 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.142481 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.142757 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.143035 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.143309 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.143589 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.143869 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.144143 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.144418 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.144690 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.144961 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.145235 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.145509 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.145810 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.146084 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.146357 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.146630 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.146907 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.147182 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.147484 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.147765 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.148047 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.148327 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.148606 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.148886 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.149164 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.149447 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.149752 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.150030 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.150323 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.150607 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.150895 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.151177 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.151456 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.151770 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.152048 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.152325 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.152603 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.152880 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.153157 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.153442 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.153760 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.154040 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.154639 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.154639 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.154877 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.155170 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.155477 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.155771 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.156067 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.156361 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.156643 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.156951 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.157233 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:31.157451 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 22:19:31.157744 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104009) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 22:19:31.453149 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 22:19:31.453339 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 22:19:31.453680 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 22:19:31.454026 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 22:19:31.870804 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.871097 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.871373 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.872656 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.872933 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.873203 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.926335 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.926629 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.926904 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.941820 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.942106 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.942378 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.971919 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.972205 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:31.972477 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.009016 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.009296 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.009591 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.245027 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.245765 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.245765 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.245931 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.246826 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.345314 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.345655 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.345947 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.346225 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.346495 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.346808 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.347072 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.347332 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.347590 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.347875 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.348137 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.348405 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.348665 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.348920 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.349177 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.349444 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.349729 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.349999 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.350271 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.350533 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.350808 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.351063 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.351347 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.351728 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.351983 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.352235 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.352634 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 22:19:32.352876 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 22:19:32.353116 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 22:19:32.353355 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 22:19:32.353624 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 22:19:32.353863 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 22:19:32.354226 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 22:19:32.357300 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 22:19:32.361249 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 22:19:32.365077 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 28 22:19:32.366733 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 22:19:32.367345 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 22:19:32.367682 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 22:19:32.368066 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 22:19:32.370841 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 22:19:32.371096 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 22:19:32.371447 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 22:19:32.377176 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 22:19:32.400795 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 22:19:32.401250 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.401577 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104009) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 28 22:19:32.401953 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.403292 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104009) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 22:19:32.403574 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 22:19:32.403820 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 22:19:32.407189 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.407422 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:32.575681 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 22:19:32.575928 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 22:19:32.576164 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 22:19:32.576547 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 22:19:32.630095 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO dbcounter [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Registered counter for database neutron Jul 28 22:19:32.647753 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_db.sqlalchemy.engines [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104009) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 22:19:32.653487 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writer thread running {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 22:19:33.193047 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Initializing driver for type 'gre' Jul 28 22:19:33.193677 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] gre ID ranges: [(1, 1000)] Jul 28 22:19:33.247454 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Initializing driver for type 'local' Jul 28 22:19:33.248093 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Initializing driver for type 'vlan' Jul 28 22:19:33.262421 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] VlanTypeDriver initialization complete Jul 28 22:19:33.262803 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Initializing driver for type 'vxlan' Jul 28 22:19:33.263322 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] vxlan ID ranges: [(1, 1000)] Jul 28 22:19:33.315593 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Initializing extension driver 'port_security' Jul 28 22:19:33.315955 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.extensions.port_security [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] PortSecurityExtensionDriver initialization complete Jul 28 22:19:33.316293 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Initializing mechanism driver 'openvswitch' Jul 28 22:19:33.316632 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Initializing mechanism driver 'hyperv' Jul 28 22:19:33.323427 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:19:33.324105 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > port after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.324481 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > port after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.324836 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > port after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.325348 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 22:19:33.325795 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > subnet after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.326156 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > subnet after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.326506 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > subnet after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.326902 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 22:19:33.327857 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > network after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.328350 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > network after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.328701 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > network after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.329096 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 22:19:33.329503 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > security_group after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.329880 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > security_group after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.330230 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > security_group after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.330629 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 22:19:33.331033 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.331382 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.331724 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.332170 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 22:19:33.332517 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > address_group after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.332867 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > address_group after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.333213 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > address_group after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.333628 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 22:19:33.334069 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] ML2 OVO RPC backend initialized. {{(pid=104009) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 28 22:19:33.334770 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router_interface after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.335191 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.335544 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > network before_response 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.335897 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > networks before_response 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.336297 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > port before_response 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.336628 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > ports before_response 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.337004 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > subnet before_response 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.337353 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > subnets before_response 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.337727 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > network after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.338073 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > network after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.338412 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > network after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.338752 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > port after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.339092 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > port after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.339431 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > port after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.339768 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > subnet after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.340111 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > subnet after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.340448 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > subnet after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.348765 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded quota_driver: . Jul 28 22:19:33.349213 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.plugin [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Modular L2 Plugin initialization complete Jul 28 22:19:33.349588 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading services supported by the core plugin {{(pid=104009) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 22:19:33.349929 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.plugins.ml2.managers [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Got port-security extension from driver 'port_security' Jul 28 22:19:33.350409 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.extensions.vlantransparent [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Disabled vlantransparent extension. Jul 28 22:19:33.350909 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104009) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 22:19:33.351237 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading Plugin: router Jul 28 22:19:33.386808 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router_interface before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.387193 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router after_create 55549900 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.387572 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router before_create 55549900 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.388076 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.388460 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.388827 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router after_delete 55549900 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.389196 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > floatingip after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.389576 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > floatingip after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.390486 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router after_create 55549900 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.390847 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router after_update 55549900 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.391204 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router after_update 55549900 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.391562 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.391929 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router after_update 55549900 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.392348 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router precommit_update 55549900 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.392740 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: port after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.393068 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: port after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.393409 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: subnet after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.393786 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.394142 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > port precommit_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.394497 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router precommit_create 55549900 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.394846 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: port before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.395191 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router precommit_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.395552 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router after_update 55549900 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.395901 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router precommit_delete 55549900 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.396259 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router precommit_create 55549900 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.396625 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router_interface after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.396978 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router precommit_update 55549900 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.397352 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > agent after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.397731 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > agent after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.398084 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > network after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.398942 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Tracking information for resource: router configured {{(pid=104009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 22:19:33.399276 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Tracking information for resource: floatingip configured {{(pid=104009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 22:19:33.404062 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.db.l3_agentschedulers_db [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 22:19:33.404643 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: port after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.405053 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: port after_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.405988 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: port after_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.406487 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: port after_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.407281 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router before_create 55550100 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.407649 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router precommit_delete 55550100 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.408017 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router precommit_create 55550100 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.408375 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > router precommit_update 55550100 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.413333 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.services.provider_configuration [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service providers = [] {{(pid=104009) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 22:19:33.413727 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.db.servicetype_db [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104009) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 22:19:33.416679 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.services.service_base [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 22:19:33.417038 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.services.service_base [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 22:19:33.417386 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.services.service_base [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 22:19:33.418476 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.services.service_base [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 22:19:33.418857 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.services.service_base [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 22:19:33.419239 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 22:19:33.419566 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 22:19:33.430201 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 22:19:33.430542 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading Plugin: auto_allocate Jul 28 22:19:33.436075 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: network precommit_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.436447 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: network precommit_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.437091 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 22:19:33.437417 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading Plugin: tag Jul 28 22:19:33.444202 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 22:19:33.444537 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading Plugin: timestamp Jul 28 22:19:33.448346 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 22:19:33.448686 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading Plugin: network_ip_availability Jul 28 22:19:33.454755 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.455132 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.455492 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.456204 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 22:19:33.456527 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading Plugin: flavors Jul 28 22:19:33.461411 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 22:19:33.461773 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading Plugin: revisions Jul 28 22:19:33.466037 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 22:19:33.466430 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_concurrency.lockutils [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.013s {{(pid=104009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 22:19:33.467170 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104009) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 28 22:19:33.467508 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Initializing extension manager. Jul 28 22:19:33.468593 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: __init__.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.468941 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: __pycache__ {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.469281 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: address_group.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.470017 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.470588 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: address-group Jul 28 22:19:33.470917 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: address_scope.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.471595 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.472104 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: address-scope Jul 28 22:19:33.472429 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: admin_state_down_before_update.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.473315 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.473847 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: router-admin-state-down-before-update Jul 28 22:19:33.474175 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: agent.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.474838 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.475348 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: agent Jul 28 22:19:33.475675 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: agent_resources_synced.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.476544 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.477054 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: agent-resources-synced Jul 28 22:19:33.477382 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: allowedaddresspairs.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.479154 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.479679 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: allowed-address-pairs Jul 28 22:19:33.480008 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: auto_allocated_topology.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.481045 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.481585 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: auto-allocated-topology Jul 28 22:19:33.481911 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: availability_zone.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.482565 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.483071 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: availability_zone Jul 28 22:19:33.483393 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: availability_zone_filter.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.484291 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.484797 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: availability_zone_filter Jul 28 22:19:33.485119 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: data_plane_status.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.486088 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.486593 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 22:19:33.486920 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: default_subnetpools.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.488830 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.489345 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: default-subnetpools Jul 28 22:19:33.489710 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: dhcpagentscheduler.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.490501 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.491012 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: dhcp_agent_scheduler Jul 28 22:19:33.491340 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: dns.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.492219 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.492722 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension dns-integration not supported by any of loaded plugins Jul 28 22:19:33.493047 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: dns_domain_ports.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.493952 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.494454 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 22:19:33.494780 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.495662 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.496163 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 22:19:33.496487 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: dvr.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.497126 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.497668 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: dvr Jul 28 22:19:33.497997 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: ecmp_routes.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.498882 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.499457 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 22:19:33.499788 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: empty_string_filtering.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.500663 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.501170 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: empty-string-filtering Jul 28 22:19:33.501493 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.502396 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.502902 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 22:19:33.503227 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.504098 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.504605 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 22:19:33.504928 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: external_net.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.505830 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.506344 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: external-net Jul 28 22:19:33.506666 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: extra_dhcp_opt.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.507534 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.508043 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: extra_dhcp_opt Jul 28 22:19:33.508367 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: extraroute.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.509232 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.509765 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: extraroute Jul 28 22:19:33.510090 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: extraroute_atomic.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.511070 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.511846 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: extraroute-atomic Jul 28 22:19:33.512168 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: filter_validation.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.512798 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.513299 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: filter-validation Jul 28 22:19:33.513655 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: fip_pf_description.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.515426 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.515941 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 22:19:33.516268 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: fip_pf_port_range.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.517158 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.517699 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 28 22:19:33.518026 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: fip_port_details.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.518909 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.519420 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: fip-port-details Jul 28 22:19:33.519744 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: flavors.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.520942 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.521459 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: flavors Jul 28 22:19:33.521822 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.523436 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.523967 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 22:19:33.524302 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: floatingip_pools.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.524968 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.525486 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: floatingip-pools Jul 28 22:19:33.525845 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: ip_allocation.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.526728 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.527233 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 22:19:33.527562 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.528447 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.528952 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: ip-substring-filtering Jul 28 22:19:33.529281 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: l2_adjacency.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.530212 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.531282 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 22:19:33.531613 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: l3.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.532542 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.533056 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: router Jul 28 22:19:33.533383 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: l3_conntrack_helper.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.535591 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.536117 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 22:19:33.536453 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.537335 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.537883 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: ext-gw-mode Jul 28 22:19:33.538218 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.539100 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.539607 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: l3-ha Jul 28 22:19:33.539936 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.540819 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.541323 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 28 22:19:33.541687 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: l3_flavors.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.542559 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.543086 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: l3-flavors Jul 28 22:19:33.543398 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: l3_ndp_proxy.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.544721 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.545246 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 28 22:19:33.545613 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.546600 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.547113 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 22:19:33.547447 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: l3agentscheduler.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.548447 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.548963 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: l3_agent_scheduler Jul 28 22:19:33.549291 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: local_ip.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.551029 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.555198 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension local_ip not supported by any of loaded plugins Jul 28 22:19:33.555198 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: logging.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.555198 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.555198 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension logging not supported by any of loaded plugins Jul 28 22:19:33.555198 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: metering.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.555198 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.555673 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: metering Jul 28 22:19:33.555822 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.557081 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.557621 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: metering_source_and_destination_fields Jul 28 22:19:33.557952 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: multiprovidernet.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.558848 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.559358 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: multi-provider Jul 28 22:19:33.559686 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: netmtu.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.560570 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.561081 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: net-mtu Jul 28 22:19:33.561408 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: netmtu_writable.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.562512 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.563019 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: net-mtu-writable Jul 28 22:19:33.563346 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: network_availability_zone.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.563982 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.564491 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: network_availability_zone Jul 28 22:19:33.564820 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: network_ip_availability.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.565914 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.566433 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: network-ip-availability Jul 28 22:19:33.566762 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: network_segment_range.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.567492 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.568005 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 22:19:33.568332 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: pagination.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.569279 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.569640 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: pagination Jul 28 22:19:33.569969 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: port_device_profile.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.570849 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.571361 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: port-device-profile Jul 28 22:19:33.571689 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: port_mac_address_override.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.572575 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.573087 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: port-mac-override Jul 28 22:19:33.573414 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.574329 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.574837 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: port-mac-address-regenerate Jul 28 22:19:33.575162 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.576043 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.576554 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: port-numa-affinity-policy Jul 28 22:19:33.576882 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: port_resource_request.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.578304 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.578807 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 22:19:33.579136 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: port_resource_request_groups.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.580057 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.580569 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 28 22:19:33.580903 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: portbindings.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.581817 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.582329 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: binding Jul 28 22:19:33.582657 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: portbindings_extended.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.583873 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.584390 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: binding-extended Jul 28 22:19:33.584720 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: portsecurity.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.585630 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.586149 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: port-security Jul 28 22:19:33.586479 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: project_id.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.587419 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.587753 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: project-id Jul 28 22:19:33.588078 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: providernet.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.588970 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.589480 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: provider Jul 28 22:19:33.589827 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.593877 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.594405 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos not supported by any of loaded plugins Jul 28 22:19:33.594743 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.595993 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.596516 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 22:19:33.596857 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.597775 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.598286 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 22:19:33.598611 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos_default.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.599496 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.600000 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos-default not supported by any of loaded plugins Jul 28 22:19:33.600324 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos_fip.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.601209 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.601739 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos-fip not supported by any of loaded plugins Jul 28 22:19:33.602067 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos_fip_network_policy.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.602947 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.603453 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 28 22:19:33.603781 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos_gateway_ip.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.604658 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.605165 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 22:19:33.605491 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos_port_network_policy.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.606400 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.606904 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 22:19:33.607229 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.608227 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.608768 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 28 22:19:33.609093 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.610118 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.610625 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 28 22:19:33.610955 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos_pps_rule.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.612081 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.612591 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos-pps not supported by any of loaded plugins Jul 28 22:19:33.612916 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos_rule_type_details.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.613828 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.614335 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 22:19:33.614659 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos_rule_type_filter.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.615537 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.616046 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 28 22:19:33.616369 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: qos_rules_alias.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.617366 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.617911 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 22:19:33.618236 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: quota_check_limit.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.619113 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.619634 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: quota-check-limit Jul 28 22:19:33.619958 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: quotasv2.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.620889 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.621219 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: quotas Jul 28 22:19:33.621565 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: quotasv2_detail.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.623267 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.623611 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: quota_details Jul 28 22:19:33.623946 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: rbac.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.626853 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.627381 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: rbac-policies Jul 28 22:19:33.627718 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: rbac_address_group.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.628621 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.629137 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: rbac-address-group Jul 28 22:19:33.629468 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: rbac_address_scope.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.630379 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.630895 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: rbac-address-scope Jul 28 22:19:33.631224 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: rbac_security_groups.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.632178 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.632689 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: rbac-security-groups Jul 28 22:19:33.633017 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: rbac_subnetpool.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.633928 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.634440 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: rbac-subnetpool Jul 28 22:19:33.634765 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: revisionifmatch.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.635650 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.636417 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: revision-if-match Jul 28 22:19:33.636743 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: revisions.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.637854 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.638369 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: standard-attr-revisions Jul 28 22:19:33.638699 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: router_availability_zone.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.639372 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.640554 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: router_availability_zone Jul 28 22:19:33.640884 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: routerservicetype.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.641825 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.642333 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension router-service-type not supported by any of loaded plugins Jul 28 22:19:33.642664 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.643558 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.644069 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: security-groups-normalized-cidr Jul 28 22:19:33.644395 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: security_groups_port_filtering.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.645280 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.645817 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: port-security-groups-filtering Jul 28 22:19:33.646143 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.647036 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.647547 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: security-groups-remote-address-group Jul 28 22:19:33.647873 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.648764 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.649272 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: security-groups-shared-filtering Jul 28 22:19:33.649634 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: securitygroup.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.659889 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.660432 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: security-group Jul 28 22:19:33.660713 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: segment.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.661421 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.661975 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension segment not supported by any of loaded plugins Jul 28 22:19:33.662310 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.663215 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.663735 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 22:19:33.664067 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: servicetype.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.665120 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.665679 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: service-type Jul 28 22:19:33.666010 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: sorting.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.666954 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.667288 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: sorting Jul 28 22:19:33.667616 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: standard_attr_segment.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.668486 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.669002 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 22:19:33.669331 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: standardattrdescription.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.669978 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.670539 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: standard-attr-description Jul 28 22:19:33.670811 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: stateful_security_group.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.671762 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.672270 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: stateful-security-group Jul 28 22:19:33.672598 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: stdattrs_common.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.673152 dv-cinder-850939-3-iscsi neutron-server[104009]: WARNING neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 22:19:33.673480 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.674391 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.674905 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 22:19:33.675230 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: subnet_onboard.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.676251 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.676771 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: subnet_onboard Jul 28 22:19:33.677102 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.678023 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.678530 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 22:19:33.678858 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: subnet_service_types.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.679746 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.680255 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: subnet-service-types Jul 28 22:19:33.680655 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: subnetallocation.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.681638 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.682155 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: subnet_allocation Jul 28 22:19:33.682483 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.683117 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.683627 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: subnetpool-prefix-ops Jul 28 22:19:33.683952 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.684849 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.685353 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 22:19:33.685779 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: tagging.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.687486 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.688007 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: standard-attr-tag Jul 28 22:19:33.688341 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: timestamp.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.689506 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.690049 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loaded extension: standard-attr-timestamp Jul 28 22:19:33.690377 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: trunk.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.691373 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.691890 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension trunk not supported by any of loaded plugins Jul 28 22:19:33.692219 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: trunk_details.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.693101 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.693647 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension trunk-details not supported by any of loaded plugins Jul 28 22:19:33.693976 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: uplink_status_propagation.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.694863 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.695376 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 22:19:33.695703 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Loading extension file: vlantransparent.py {{(pid=104009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 22:19:33.696337 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 22:19:33.696842 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 22:19:33.699412 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:network Jul 28 22:19:33.699929 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:subnet Jul 28 22:19:33.700329 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 22:19:33.700719 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:port Jul 28 22:19:33.702039 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.703080 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service FLAVORS assigned prefix: {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.703706 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.704136 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.704472 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:router Jul 28 22:19:33.704906 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:floatingip Jul 28 22:19:33.705383 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service METERING assigned prefix: /metering {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.706847 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.707230 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.707592 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:19:33.708563 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 22:19:33.709013 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:security_group Jul 28 22:19:33.709461 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 22:19:33.710024 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service CORE assigned prefix: {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.710359 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 22:19:33.710708 dv-cinder-850939-3-iscsi neutron-server[104009]: WARNING neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] subnetpool is already registered Jul 28 22:19:33.711130 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service CORE assigned prefix: {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.711455 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 22:19:33.711794 dv-cinder-850939-3-iscsi neutron-server[104009]: WARNING neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] subnetpool is already registered Jul 28 22:19:33.714211 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.714654 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service FLAVORS assigned prefix: {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.715253 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.715682 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.716016 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:router Jul 28 22:19:33.716356 dv-cinder-850939-3-iscsi neutron-server[104009]: WARNING neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] router is already registered Jul 28 22:19:33.716769 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:floatingip Jul 28 22:19:33.717104 dv-cinder-850939-3-iscsi neutron-server[104009]: WARNING neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] floatingip is already registered Jul 28 22:19:33.717588 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service METERING assigned prefix: /metering {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.718432 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 22:19:33.718769 dv-cinder-850939-3-iscsi neutron-server[104009]: WARNING neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] rbac_policy is already registered Jul 28 22:19:33.719183 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:security_group Jul 28 22:19:33.719520 dv-cinder-850939-3-iscsi neutron-server[104009]: WARNING neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] security_group is already registered Jul 28 22:19:33.719925 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 22:19:33.720260 dv-cinder-850939-3-iscsi neutron-server[104009]: WARNING neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] security_group_rule is already registered Jul 28 22:19:33.720896 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service CORE assigned prefix: {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.721228 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 22:19:33.721586 dv-cinder-850939-3-iscsi neutron-server[104009]: WARNING neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] subnetpool is already registered Jul 28 22:19:33.722010 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.v2.resource_helper [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Service CORE assigned prefix: {{(pid=104009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 22:19:33.722333 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 22:19:33.722664 dv-cinder-850939-3-iscsi neutron-server[104009]: WARNING neutron.quota.resource_registry [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] subnetpool is already registered Jul 28 22:19:33.723125 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: extensions {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.724609 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: address-groups {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.726158 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: address-scopes {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.727482 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: agents {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.728647 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: auto-allocated-topology {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.729924 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: availability_zones {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.731158 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: dhcp-networks {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.732690 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: dhcp-agents {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.734456 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: routers {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.736175 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: flavors {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.737454 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: service_profiles {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.738719 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: next_providers {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.740169 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: service_profiles {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.741782 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: floatingip-pools {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.743005 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: routers {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.744729 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: floatingips {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.746045 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: l3-routers {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.747461 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: l3-agents {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.748891 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: metering-labels {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.750783 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: metering-label-rules {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.752183 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: network-ip-availabilities {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.753463 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: bindings {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.755068 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: quotas {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.757602 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: quotas {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.759155 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: rbac-policies {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.760367 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: security-groups {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.761991 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: security-group-rules {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.763270 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: service-providers {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.764503 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: subnetpools {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.766487 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: subnetpools {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.768038 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: tags {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.769755 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: tags {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.771599 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: tags {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.773392 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: tags {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.775128 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: tags {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.777087 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: tags {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.778829 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: tags {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.780777 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: tags {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.782665 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: tags {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.784420 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron.api.extensions [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Extended resource: tags {{(pid=104009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 22:19:33.790500 dv-cinder-850939-3-iscsi neutron-server[104009]: WARNING keystonemiddleware.auth_token [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 22:19:33.795528 dv-cinder-850939-3-iscsi neutron-server[104009]: WARNING keystonemiddleware.auth_token [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 22:19:33.804727 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_concurrency.lockutils [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Acquired lock "singleton_lock" {{(pid=104009) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 28 22:19:33.805210 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_concurrency.lockutils [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Releasing lock "singleton_lock" {{(pid=104009) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 28 22:19:33.805887 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO oslo_service.service [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Starting 2 workers Jul 28 22:19:33.810716 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Started child 104116 {{(pid=104009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 22:19:33.816153 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Started child 104117 {{(pid=104009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 22:19:33.817467 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:33.818162 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO neutron.service [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 22:19:33.818559 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Publish callbacks [] for process (None), before_spawn {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:33.818986 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [-] (104116) wsgi starting up on http://0.0.0.0:9696 Jul 28 22:19:33.820870 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO oslo_service.service [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Starting 1 workers Jul 28 22:19:33.821307 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:33.822781 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [-] (104117) wsgi starting up on http://0.0.0.0:9696 Jul 28 22:19:33.826083 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Started child 104118 {{(pid=104009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 22:19:33.826608 dv-cinder-850939-3-iscsi neutron-server[104009]: INFO oslo_service.service [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Starting 1 workers Jul 28 22:19:33.830343 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.service [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] calling RpcWorker wait() {{(pid=104118) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 22:19:33.830878 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.service [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] returning from RpcWorker wait() {{(pid=104118) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 22:19:33.831967 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Started child 104119 {{(pid=104009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 22:19:33.832098 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:33.832662 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:19:33.832772 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e09754c-c9b3-4fa1-877a-e5bbef72db4a None None] Publish callbacks [] for process (None), after_spawn {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:33.834716 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104009) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 22:19:33.834934 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 22:19:33.835117 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 22:19:33.835348 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 22:19:33.835678 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 22:19:33.835861 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 22:19:33.836369 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.836648 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.836906 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.837009 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:33.837451 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.837795 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.838076 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.838235 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:19:33.838327 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.838585 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.838850 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.839024 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.839182 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.839427 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.839674 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.839983 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.840246 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.840495 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.840747 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.840936 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.841197 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.841458 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.841783 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.842143 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] debug = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.842310 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.842792 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.843509 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.843756 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.844016 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.844287 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.844546 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.844809 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.845045 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.845267 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.845554 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.845822 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.846078 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.846323 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.846558 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.846821 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.847060 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.847562 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] host = dv-cinder-850939-3-iscsi {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.847821 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.848048 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.848318 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.848560 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.848800 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.849034 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.849291 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.849564 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.849833 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.850060 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.850338 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.850593 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.850838 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.851072 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_file = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.851236 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_options = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.851493 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.851774 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.852054 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.852247 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.852417 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.852581 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.852924 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.853030 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.853227 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.853469 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.853707 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.854284 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.854284 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.854454 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.854612 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.854851 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.856222 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.856222 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.856222 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.856222 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.856563 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.856642 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.856872 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.857054 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.857279 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.858026 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.858026 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.858026 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.858311 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.858481 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.858738 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.858989 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.859204 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.859437 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.859706 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.860154 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.860583 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.861515 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.861515 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.861515 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.861515 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867169 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867169 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867169 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867169 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867169 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867169 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] use_json = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867169 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867169 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867169 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867719 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867719 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867719 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867719 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867719 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867719 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.867719 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.867719 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.868205 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.868205 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.868205 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.868205 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.868205 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.868205 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.868205 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.868205 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.868732 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.868732 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.868732 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.868732 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.868990 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.870114 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.870114 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.870114 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.870114 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.870569 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.870569 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.870569 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.870835 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.871073 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.871456 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.871863 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.872262 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.872722 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.872982 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.873259 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.873643 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.873936 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.875224 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.875224 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.875476 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.875871 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.876239 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.876626 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.876849 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.877070 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.877347 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.877624 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.877877 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.878276 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.878670 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.879042 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.879435 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.879696 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.879935 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.880158 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.880392 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.880614 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.880831 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.881049 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.881282 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.881499 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.881778 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.882015 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.882271 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.882543 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.882783 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.883011 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.883246 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.883465 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.883700 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.883915 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.884134 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.884346 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.884599 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.884822 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.885038 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.885267 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.885472 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.885758 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.885999 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.886502 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.886718 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.886954 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.887171 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.887389 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.887604 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.887848 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.888063 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.888281 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.888697 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.888697 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.888930 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.889163 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.889379 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.889628 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.890416 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.890728 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.891025 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.891218 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.891477 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.891730 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.891970 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.892378 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.892776 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.893005 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.893226 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.893495 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.893920 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.894332 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.894694 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.895087 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.895366 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.895590 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.895822 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.896062 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.896283 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.896505 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.896730 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.896969 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.897209 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.897437 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.897749 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.897966 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.898222 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.898449 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.898712 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.898966 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.899258 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.899523 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.899779 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.900024 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.900302 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.900610 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.900884 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.901167 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.901401 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.901687 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.901945 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.902179 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.902431 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.902684 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.903938 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.903938 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.903938 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.903938 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.903938 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.904322 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.904322 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.905570 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.905570 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.905570 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.905570 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.905570 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.906383 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.906383 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.906383 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.906558 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.906770 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.906972 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.907194 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.907437 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.907685 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.907900 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.908135 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.908350 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.908588 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.908817 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.909039 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.909273 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.909516 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.909765 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.910032 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.910199 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.910441 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.910690 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.910911 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.911147 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.911384 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.911601 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.911817 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.912032 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.912245 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.912494 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.912713 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.912979 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.913227 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.913442 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.913699 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.913961 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.914218 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.914434 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.914695 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.914933 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.915147 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.915362 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.915583 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.915804 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.916036 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.916284 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.916495 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.916886 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.917143 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.917578 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.917795 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.918030 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.918290 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.918552 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.918774 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.918990 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.919233 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.919468 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.919690 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.919914 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.920152 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.920392 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.920651 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.920827 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.921073 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.921336 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.921613 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.922015 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.922243 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.922469 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.922686 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.923061 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.923440 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.923660 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.923875 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.924148 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.924349 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.924566 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.924868 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.925124 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.925358 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.925627 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.925881 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.926117 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.926381 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.926590 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.926807 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.927029 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.927247 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.927458 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.927687 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.927899 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.928135 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.928380 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.928597 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.928808 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.929056 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.929269 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.929479 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.929747 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.929967 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.930200 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.930427 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.930637 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.930870 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.931092 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.931329 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.931547 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.931791 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.931997 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.932208 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.932428 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.932650 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.932863 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.933163 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.933416 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.933681 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.933964 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.934230 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.934475 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.934715 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.935030 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.935245 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.935486 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.935745 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.935960 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.936200 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.936454 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.937394 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.937764 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.938242 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.938440 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.938730 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.939028 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.939302 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.939523 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.939829 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.940182 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.940463 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.940739 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.940999 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.941247 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.941376 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:19:33.941469 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.941716 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.941966 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.942200 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.942414 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.942672 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.942906 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.943137 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.943353 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.944032 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.944032 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.944032 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.944269 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.944446 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.944661 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.944825 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 22:19:33.945362 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104009) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 22:19:33.945543 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 22:19:33.945700 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 22:19:33.945896 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 22:19:33.946034 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 22:19:33.946217 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 22:19:33.946381 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.946545 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.946701 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.946836 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.947020 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.947166 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.947328 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.947480 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.947641 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.947767 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.947920 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.948228 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.948529 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.948837 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.949007 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.949144 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.949370 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.949516 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.949679 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.949816 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.949951 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.950085 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] debug = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.950220 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.950404 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.950646 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.950818 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.951005 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.951005 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.951269 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.951269 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.951478 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.951580 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.951737 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.951894 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.952050 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.952308 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.953099 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.953260 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.953417 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.953599 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] host = dv-cinder-850939-3-iscsi {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.953759 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.953917 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.954095 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.954267 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.954395 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.954517 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.954640 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.954796 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.954955 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.955110 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.955267 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.955422 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.955658 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.955803 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_file = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.955928 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_options = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.956052 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.956170 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.956327 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.956513 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.956682 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.956854 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.956984 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.957108 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.957258 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.957414 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.957593 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.957752 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.957909 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.958066 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.958223 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.958457 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.958592 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.958735 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.958818 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.958973 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.959130 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.959287 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.959495 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.959631 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.959762 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.959886 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.960008 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.960166 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.960417 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.960535 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.960645 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.960766 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.960899 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.961047 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.961204 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.961359 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.961516 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.961705 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.961829 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.961988 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.962146 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.962301 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.962457 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.962614 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.962770 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.962926 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.963083 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] use_json = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.963241 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.963399 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.963555 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.963713 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.963870 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.964026 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.964184 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.964343 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.964502 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 22:19:33.964679 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.964846 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.965016 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.965177 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.965336 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.965496 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.965667 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.965826 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.965985 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.966143 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.966310 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.966470 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.966640 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.966799 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.966957 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.967118 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.967278 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.967437 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.967596 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.967756 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.967939 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.968098 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.968266 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.968426 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.969085 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.969085 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.969085 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.969085 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.969420 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.969420 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.969662 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.969662 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.969895 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.970017 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.970758 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.970758 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.970758 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.970758 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.970758 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.971483 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.971483 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.971483 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.971483 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.971483 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.972056 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.972056 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.972056 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.972056 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.972508 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.972508 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.972508 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.972843 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.972843 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.973033 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.973111 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.973222 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.973379 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.973573 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.973737 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.973895 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.974054 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.974213 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.974372 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.974532 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.974694 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.974854 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.975023 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.975178 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.975320 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.975479 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.975638 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.975797 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.975956 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.976114 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.976272 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.976432 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.976590 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.976749 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.976908 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.977067 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.977226 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.977384 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.977620 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.977746 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.977869 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.978029 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.978189 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.978348 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.978506 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.978649 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.978813 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.978989 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.979148 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.979309 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.979468 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.979626 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.979785 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.979943 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.980102 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.980260 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.980434 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.980559 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.980711 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.980935 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.981076 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.981198 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.981320 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.981459 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.981639 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.981800 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.981958 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.982118 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.982276 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.982434 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.982592 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.982751 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.982909 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.983067 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.983226 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.983384 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.983565 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.983743 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.983889 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.984134 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.984218 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.984345 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.984510 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.984673 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.984834 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.985041 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.985147 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.985307 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.985466 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.985647 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.985806 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.985965 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.986125 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.986284 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.986454 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.986612 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.986771 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.986929 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.987109 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.987267 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.987426 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.987585 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.987743 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.987900 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.988058 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.988216 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.988375 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.988532 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.988691 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.988851 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.989009 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.989169 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.989329 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.989488 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.989670 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.989830 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.989989 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.990148 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.990308 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.990466 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.990625 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.990806 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.990965 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.991124 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.991282 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.991441 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.991599 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.991761 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.991919 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.992077 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.992235 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.992394 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.992553 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.992709 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.992868 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.993028 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.993188 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.993347 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.993506 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.993687 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.993847 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.994007 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.994169 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.994327 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.994486 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.994652 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.994810 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.994972 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.995131 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.995290 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.995449 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.995607 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.995767 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.995942 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.996101 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.996260 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.996421 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.996581 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.996741 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.996900 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.997060 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.997219 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.997379 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.997556 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.997719 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.997881 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.998041 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.998199 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.998358 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.998520 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.998681 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.998842 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.999002 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.999834 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:33.999998 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.000160 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.000320 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.000480 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.000639 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.000800 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.000959 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.001119 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.001292 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.001454 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.001637 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.001798 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.001957 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.002128 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.002803 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.002803 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.002803 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.002803 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.003268 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.003268 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.003268 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.003527 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.003527 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.003686 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.003768 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.003907 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.004075 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.004234 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.004394 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.004552 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.004710 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.004869 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.005036 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.005201 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.005360 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.005518 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.005699 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.005858 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.006027 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.006187 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.006346 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.006505 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.006664 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.006823 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.006991 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.007151 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.007311 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.007478 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.007639 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.007799 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.007959 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.008130 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.008291 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.008452 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.008612 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.008772 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.008931 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.009094 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.009258 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.009427 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.009615 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.009778 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.009946 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.010113 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.010280 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.010445 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.010594 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.010765 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.010923 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.011083 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.011505 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.011653 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.011811 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.011970 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.012127 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.012284 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.012442 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.012602 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.012760 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.012941 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.013100 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.013259 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.013417 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.013597 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.013756 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.013917 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.014074 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 22:19:34.014226 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 22:19:34.101992 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37024) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:19:34.111578 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075400 Jul 28 22:19:43.310782 dv-cinder-850939-3-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:19:45.435636 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writer thread running {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 22:19:45.461708 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c882ab69-393d-4d09-b3f6-69bfa7cb0d51 None None] get_active_networks_info from dv-cinder-850939-3-iscsi {{(pid=104118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 22:19:45.549053 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c882ab69-393d-4d09-b3f6-69bfa7cb0d51 None None] No non-hosted networks {{(pid=104118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 22:19:45.550625 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc0ce-90a7-4424-9c69-88131302a765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360869'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:46.887829 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writer thread running {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 22:19:47.393412 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c3c19c93-ce1e-4f80-805a-1b60f4fe7fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360869'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:47.491098 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e1ac907c-f450-406c-8709-894d492ceff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:48.613721 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37094) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:19:48.784232 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360869'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:49.247272 dv-cinder-850939-3-iscsi neutron-server[104117]: WARNING oslo_policy.policy [None req-9adeb1f7-0c25-4c15-a850-2936858a29e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 22:19:49.247915 dv-cinder-850939-3-iscsi neutron-server[104117]: WARNING oslo_policy.policy [None req-9adeb1f7-0c25-4c15-a850-2936858a29e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 22:19:49.472815 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [None req-9adeb1f7-0c25-4c15-a850-2936858a29e2 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104117) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:19:49.489780 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-9adeb1f7-0c25-4c15-a850-2936858a29e2 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8749053 Jul 28 22:19:50.235469 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360869'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:50.381718 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360869'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:50.383842 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.386239 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.387164 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.388116 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.388941 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.389493 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.392332 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.392863 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.393424 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.394678 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.395177 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.396567 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.397557 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.398150 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.398623 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:50.399765 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850939-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:19:50.415044 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850939-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:19:51.799734 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.db.l3_hamode_db [None req-ffaa4c32-0f67-4858-9e51-a71130ba574e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 22:19:51.817514 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37130) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:19:51.878123 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa4c32-0f67-4858-9e51-a71130ba574e None None] Routers set() bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:19:51.878484 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa4c32-0f67-4858-9e51-a71130ba574e None None] Router IDs set() for agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 22:19:52.159428 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-8f133f6e-9f41-4a9c-b258-9fdabad64976 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:19:52.251968 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.policy [None req-8f133f6e-9f41-4a9c-b258-9fdabad64976 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104117) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 22:19:52.295020 dv-cinder-850939-3-iscsi neutron-server[104117]: WARNING oslo_policy.policy [None req-8f133f6e-9f41-4a9c-b258-9fdabad64976 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 22:19:52.295329 dv-cinder-850939-3-iscsi neutron-server[104117]: WARNING oslo_policy.policy [None req-8f133f6e-9f41-4a9c-b258-9fdabad64976 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 22:19:52.316280 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writer thread running {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 22:19:52.392943 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8f133f6e-9f41-4a9c-b258-9fdabad64976 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791030726965', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791030727481', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791030644825', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791030655543', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791030631802', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791030638866', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3410480', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3650076', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-694489', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-699448'] for rbac-policy (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:52.462355 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8f133f6e-9f41-4a9c-b258-9fdabad64976 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:52.463642 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-8f133f6e-9f41-4a9c-b258-9fdabad64976 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6449876 Jul 28 22:19:54.663868 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37142) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:19:54.993789 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:19:55.024120 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Made reservation on behalf of 530b68d3fa8e4d8a8f2073c0a0c62b29 for: {'network': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:19:55.027893 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:55.045556 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:55.154261 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Publish callbacks [] for security_group (ed4cc546-6050-436f-9cbe-c748cd1a3d24), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:55.158904 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ed4cc546-6050-436f-9cbe-c748cd1a3d24), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:55.190970 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=104117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:19:55.219893 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791032529857', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (ed57efbb-cdff-4e8d-bca0-31d888dfaf72), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:55.220445 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Unsubscribe: segment precommit_create {{(pid=104117) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 22:19:55.221268 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.segments_db [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Added segment ed57efbb-cdff-4e8d-bca0-31d888dfaf72 of type vlan for network 861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e Jul 28 22:19:55.235689 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4cc546-6050-436f-9cbe-c748cd1a3d24,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:19:55.262170 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.262510 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.262865 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.263201 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.263524 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.263842 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.264159 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.264474 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.264787 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.265100 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.265953 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.266289 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.266599 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.266909 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.267217 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Tracked resource versions report: Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: pushed versions: Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: { 'AddressGroup': {'1.2'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Agent': {'1.1'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'ConntrackHelper': {'1.0'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'LocalIPAssociation': {'1.0'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Log': {'1.0'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'NDPProxy': {'1.0'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Network': {'1.1'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Port': {'1.7'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'PortForwarding': {'1.3'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'QosPolicy': {'1.10'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'SecurityGroup': {'1.5'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'SecurityGroupRule': {'1.2'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'SubPort': {'1.0'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Subnet': {'1.1'}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Trunk': {'1.1'}} Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: consumer versions: Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: { DHCP agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: L3 agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: Metadata agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: Metering agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: Open vSwitch agent@dv-cinder-850939-3-iscsi: { 'AddressGroup': '1.2', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Agent': '1.1', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'ConntrackHelper': '1.0', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'LocalIPAssociation': '1.0', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Log': '1.0', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'NDPProxy': '1.0', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Network': '1.1', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Port': '1.7', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'PortForwarding': '1.3', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'QosPolicy': '1.10', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'SecurityGroup': '1.5', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'SecurityGroupRule': '1.2', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'SubPort': '1.0', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Subnet': '1.1', Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Trunk': '1.1'}} Jul 28 22:19:55.268564 dv-cinder-850939-3-iscsi neutron-server[104117]: {{(pid=104117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 22:19:55.331988 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:55.371984 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:55.377245 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:19:55.377983 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:55.402211 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:19:55.477985 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8130171 Jul 28 22:19:55.501162 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a75fc1-7374-4ef8-a48d-9775c802fda0 demo demo] Pushing event updated for resources: {'Network': ['ID=861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:19:55.515018 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:19:57.758963 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37156) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:19:58.176980 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5402a509-91d3-4d99-93e8-080f688cae5a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:19:58.178408 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-5402a509-91d3-4d99-93e8-080f688cae5a demo admin] 10.222.0.39 "GET /v2.0/networks/861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e HTTP/1.1" status: 200 len: 825 time: 0.4184930 Jul 28 22:19:58.203083 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2a364cba-e8c6-4627-9305-0af529568adf demo admin] 10.222.0.39 "GET /v2.0/subnetpools/a1085e5d-5b36-43f0-84a6-d8afa9c7c1cd HTTP/1.1" status: 200 len: 734 time: 0.0190063 Jul 28 22:19:58.211535 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-294ece0a-1223-40cd-849b-88e11a40239f demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a1085e5d-5b36-43f0-84a6-d8afa9c7c1cd', 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:19:58.232321 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294ece0a-1223-40cd-849b-88e11a40239f demo admin] Made reservation on behalf of 530b68d3fa8e4d8a8f2073c0a0c62b29 for: {'subnet': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:19:58.235473 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-294ece0a-1223-40cd-849b-88e11a40239f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:58.433985 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:19:58.533023 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-294ece0a-1223-40cd-849b-88e11a40239f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for subnet (d396fcea-3d3d-499f-84a4-d047253a3d63), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:58.603871 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ece0a-1223-40cd-849b-88e11a40239f demo admin] Pushing event updated for resources: {'Subnet': ['ID=d396fcea-3d3d-499f-84a4-d047253a3d63,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:19:58.606035 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294ece0a-1223-40cd-849b-88e11a40239f demo admin] Checking segment: {'id': 'ed57efbb-cdff-4e8d-bca0-31d888dfaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:19:58.606413 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ece0a-1223-40cd-849b-88e11a40239f demo admin] Network hostable DHCP agents. Network: 861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:19:58.630262 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ece0a-1223-40cd-849b-88e11a40239f demo admin] Network 861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:19:58.642482 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-294ece0a-1223-40cd-849b-88e11a40239f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e) {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:19:58.647448 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ece0a-1223-40cd-849b-88e11a40239f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:19:58.648242 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-294ece0a-1223-40cd-849b-88e11a40239f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:58.654906 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d1dc6a-a4e5-43f5-8f3b-db25f7fcf377 None None] Network 861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:19:58.664964 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-294ece0a-1223-40cd-849b-88e11a40239f demo admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4565442 Jul 28 22:19:58.935329 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f313812-be9c-585b-b2da-26cdb27816da-861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e', 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e', 'project_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'fixed_ips': [{'subnet_id': 'd396fcea-3d3d-499f-84a4-d047253a3d63'}]}} from dv-cinder-850939-3-iscsi. {{(pid=104118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 22:19:58.936665 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:59.207569 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:19:59.213496 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.db_base_plugin_common [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Allocated IP 172.20.0.2 (861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e/d396fcea-3d3d-499f-84a4-d047253a3d63/fb432d8c-62c6-4067-a9ed-48927161219a) {{(pid=104118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:19:59.494475 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Publish callbacks [] for port (fb432d8c-62c6-4067-a9ed-48927161219a), precommit_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:59.503260 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (fb432d8c-62c6-4067-a9ed-48927161219a), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:59.579796 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Network 861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e is already hosted by enough agents. {{(pid=104118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:19:59.585455 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.base_scheduler [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Resources bound (agent type, host, resource id): {{(pid=104118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:19:59.590471 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Pushing event updated for resources: {'Port': ['ID=fb432d8c-62c6-4067-a9ed-48927161219a,revision_number=1']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:19:59.592671 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Received port after_create {{(pid=104118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:19:59.605821 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.606172 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.606536 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.606902 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.607245 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.607582 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.607914 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.608242 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.608568 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.609408 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.609863 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.610215 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.610546 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.610871 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.611192 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Tracked resource versions report: Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: pushed versions: Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: { 'AddressGroup': {'1.2'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Agent': {'1.1'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'ConntrackHelper': {'1.0'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'LocalIPAssociation': {'1.0'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Log': {'1.0'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'NDPProxy': {'1.0'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Network': {'1.1'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Port': {'1.7'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'PortForwarding': {'1.3'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'QosPolicy': {'1.10'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'SecurityGroup': {'1.5'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'SecurityGroupRule': {'1.2'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'SubPort': {'1.0'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Subnet': {'1.1'}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Trunk': {'1.1'}} Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: consumer versions: Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: { DHCP agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: L3 agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: Metadata agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: Metering agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: Open vSwitch agent@dv-cinder-850939-3-iscsi: { 'AddressGroup': '1.2', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Agent': '1.1', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'ConntrackHelper': '1.0', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'LocalIPAssociation': '1.0', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Log': '1.0', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'NDPProxy': '1.0', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Network': '1.1', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Port': '1.7', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'PortForwarding': '1.3', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'QosPolicy': '1.10', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'SecurityGroup': '1.5', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'SecurityGroupRule': '1.2', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'SubPort': '1.0', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Subnet': '1.1', Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Trunk': '1.1'}} Jul 28 22:19:59.612608 dv-cinder-850939-3-iscsi neutron-server[104118]: {{(pid=104118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 22:19:59.688463 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Attempting to bind port fb432d8c-62c6-4067-a9ed-48927161219a on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:19:59.689137 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Attempting to bind port fb432d8c-62c6-4067-a9ed-48927161219a by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': 'ed57efbb-cdff-4e8d-bca0-31d888dfaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:19:59.689402 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Attempting to bind port fb432d8c-62c6-4067-a9ed-48927161219a on network 861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:19:59.694690 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:19:59.695068 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Checking segment: {'id': 'ed57efbb-cdff-4e8d-bca0-31d888dfaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:19:59.695551 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:59.695946 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Bound using segment: {'id': 'ed57efbb-cdff-4e8d-bca0-31d888dfaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:19:59.696417 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Bound port: fb432d8c-62c6-4067-a9ed-48927161219a, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed57efbb-cdff-4e8d-bca0-31d888dfaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:19:59.696834 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (fb432d8c-62c6-4067-a9ed-48927161219a), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:59.759473 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] For port fb432d8c-62c6-4067-a9ed-48927161219a, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:19:59.781040 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] For port fb432d8c-62c6-4067-a9ed-48927161219a, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=fb432d8c-62c6-4067-a9ed-48927161219a,segment=NetworkSegment(ed57efbb-cdff-4e8d-bca0-31d888dfaf72),segment_id=ed57efbb-cdff-4e8d-bca0-31d888dfaf72)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:19:59.783161 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:19:59.789023 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (fb432d8c-62c6-4067-a9ed-48927161219a), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:19:59.847538 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9456f-b801-4e92-b5b2-a86cc659143e None None] Pushing event updated for resources: {'Port': ['ID=fb432d8c-62c6-4067-a9ed-48927161219a,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:00.958891 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 37166) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:20:01.489537 dv-cinder-850939-3-iscsi neutron-server[104116]: WARNING oslo_policy.policy [None req-657a9ca1-a3ff-4138-91a3-0bf33364197e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 22:20:01.490111 dv-cinder-850939-3-iscsi neutron-server[104116]: WARNING oslo_policy.policy [None req-657a9ca1-a3ff-4138-91a3-0bf33364197e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 22:20:01.709452 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [None req-657a9ca1-a3ff-4138-91a3-0bf33364197e admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:20:01.710785 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-657a9ca1-a3ff-4138-91a3-0bf33364197e admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7500708 Jul 28 22:20:03.869556 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=8 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:03.889705 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:04.077263 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 37182) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:20:04.459328 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [None req-c2da2fc4-4c92-4eea-ae1f-d95593de95ab admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:20:04.460279 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c2da2fc4-4c92-4eea-ae1f-d95593de95ab admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3820636 Jul 28 22:20:06.737104 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 37194) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:20:07.072993 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-b4f3e733-8ff5-4ae7-a145-1cce87501f75 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:20:07.133787 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.policy [None req-b4f3e733-8ff5-4ae7-a145-1cce87501f75 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104116) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 22:20:07.178502 dv-cinder-850939-3-iscsi neutron-server[104116]: WARNING oslo_policy.policy [None req-b4f3e733-8ff5-4ae7-a145-1cce87501f75 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 22:20:07.178892 dv-cinder-850939-3-iscsi neutron-server[104116]: WARNING oslo_policy.policy [None req-b4f3e733-8ff5-4ae7-a145-1cce87501f75 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 22:20:07.198993 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writer thread running {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 22:20:07.220852 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:07.243107 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e733-8ff5-4ae7-a145-1cce87501f75 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-355861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-678'] for router (6ca06d48-2ee0-47e6-9291-1f800fe4c8c0), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:07.245088 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e733-8ff5-4ae7-a145-1cce87501f75 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-687'] for router (6ca06d48-2ee0-47e6-9291-1f800fe4c8c0), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:07.407222 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e733-8ff5-4ae7-a145-1cce87501f75 demo demo] Publish callbacks [] for router_controller (6ca06d48-2ee0-47e6-9291-1f800fe4c8c0), precommit_add_association {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:07.413758 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e733-8ff5-4ae7-a145-1cce87501f75 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-353995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364417'] for router (6ca06d48-2ee0-47e6-9291-1f800fe4c8c0), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:07.441273 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e733-8ff5-4ae7-a145-1cce87501f75 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:07.453495 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-b4f3e733-8ff5-4ae7-a145-1cce87501f75 demo demo] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7043386 Jul 28 22:20:07.991720 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052a6153-ecd8-4a77-9158-bb71b65d0c47 None None] Network 861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:20:08.059352 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-ec2facf3-749f-4abf-830f-b3e276a842f4 None None] Provisioning complete for port fb432d8c-62c6-4067-a9ed-48927161219a triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:20:08.059771 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ec2facf3-749f-4abf-830f-b3e276a842f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (fb432d8c-62c6-4067-a9ed-48927161219a), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:08.134609 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device fb432d8c-62c6-4067-a9ed-48927161219a up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:20:08.293200 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-ec2facf3-749f-4abf-830f-b3e276a842f4 None None] Current status of the port fb432d8c-62c6-4067-a9ed-48927161219a is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:20:08.293826 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ec2facf3-749f-4abf-830f-b3e276a842f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (fb432d8c-62c6-4067-a9ed-48927161219a), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:08.308130 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port fb432d8c-62c6-4067-a9ed-48927161219a triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:20:08.308526 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (fb432d8c-62c6-4067-a9ed-48927161219a), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:08.355641 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:08.372439 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-ec2facf3-749f-4abf-830f-b3e276a842f4 None None] For port fb432d8c-62c6-4067-a9ed-48927161219a, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=fb432d8c-62c6-4067-a9ed-48927161219a,segment=NetworkSegment(ed57efbb-cdff-4e8d-bca0-31d888dfaf72),segment_id=ed57efbb-cdff-4e8d-bca0-31d888dfaf72)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:20:08.379955 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ec2facf3-749f-4abf-830f-b3e276a842f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (fb432d8c-62c6-4067-a9ed-48927161219a), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:08.447039 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port fb432d8c-62c6-4067-a9ed-48927161219a is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:20:08.457897 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2facf3-749f-4abf-830f-b3e276a842f4 None None] Pushing event updated for resources: {'Port': ['ID=fb432d8c-62c6-4067-a9ed-48927161219a,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:08.497309 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-7d7cad2f-5725-42ed-a483-58d3881fea62 None None] Provisioning complete for port fb432d8c-62c6-4067-a9ed-48927161219a triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:20:08.497762 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7d7cad2f-5725-42ed-a483-58d3881fea62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (fb432d8c-62c6-4067-a9ed-48927161219a), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:08.571049 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-7d7cad2f-5725-42ed-a483-58d3881fea62 None None] Current status of the port fb432d8c-62c6-4067-a9ed-48927161219a is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:20:08.658316 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:08.659089 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=62,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:09.723791 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 37210) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:20:10.049183 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [None req-6e62bbc6-19bc-47fc-9a55-3c83deac178c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:20:10.050112 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-6e62bbc6-19bc-47fc-9a55-3c83deac178c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3254116 Jul 28 22:20:10.103291 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device fb432d8c-62c6-4067-a9ed-48927161219a up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:20:10.150632 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port fb432d8c-62c6-4067-a9ed-48927161219a triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:20:10.151037 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (fb432d8c-62c6-4067-a9ed-48927161219a), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:10.226655 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port fb432d8c-62c6-4067-a9ed-48927161219a is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:20:12.349864 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37218) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:20:12.675608 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:20:12.695502 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Made reservation on behalf of 26d9130b7556481bb766f1b06a63e1e5 for: {'network': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:20:12.697924 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:12.706251 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:12.782205 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Publish callbacks [] for security_group (b112e469-4e48-4cb7-ae02-774755525a7c), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:12.785897 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (b112e469-4e48-4cb7-ae02-774755525a7c), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:12.805666 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Reserving flat network on physical network physnet1 {{(pid=104117) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 22:20:12.831796 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (2c77714c-1000-4403-b31c-9c6f33de22de), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:12.832170 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.segments_db [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Added segment 2c77714c-1000-4403-b31c-9c6f33de22de of type flat for network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 Jul 28 22:20:12.833906 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b112e469-4e48-4cb7-ae02-774755525a7c,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:12.883151 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (20c4b91c-55ab-4902-80d4-88d9ff4c09a2), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:12.915325 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (20c4b91c-55ab-4902-80d4-88d9ff4c09a2), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:12.916457 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:20:12.917053 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:12.993707 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6427195 Jul 28 22:20:13.019221 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7478c4-0d4c-4aaa-8aeb-7ea43579834f admin admin] Pushing event updated for resources: {'Network': ['ID=20c4b91c-55ab-4902-80d4-88d9ff4c09a2,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:13.029300 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:20:13.071958 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:14.874908 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 5 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:20:15.228278 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37226) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:20:15.355274 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-a1f2bcd8-7927-4880-98ec-7d3339df6c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:15.610644 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d5e54-fc1f-4f4f-8087-c2f582ed8fe8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:20:15.611991 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-207d5e54-fc1f-4f4f-8087-c2f582ed8fe8 demo admin] 10.222.0.39 "GET /v2.0/subnets/d396fcea-3d3d-499f-84a4-d047253a3d63 HTTP/1.1" status: 200 len: 849 time: 0.3827698 Jul 28 22:20:15.774022 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-60e8dcdb-9f86-4999-88fa-d6b9cd5df81b demo admin] 10.222.0.39 "GET /v2.0/routers/6ca06d48-2ee0-47e6-9291-1f800fe4c8c0 HTTP/1.1" status: 200 len: 704 time: 0.1558313 Jul 28 22:20:16.045701 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:16.307620 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:16.313486 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:16.340588 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Allocated IP 172.20.0.1 (861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e/d396fcea-3d3d-499f-84a4-d047253a3d63/8b65311c-8b75-45d1-89c7-1c39cd61a27d) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:20:16.537465 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Publish callbacks [] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:16.600920 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:16.666055 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Network 861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:20:16.675264 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:20:16.681100 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:20:16.681287 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353153'] for router_interface (6ca06d48-2ee0-47e6-9291-1f800fe4c8c0), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:16.739656 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Pushing event updated for resources: {'Port': ['ID=8b65311c-8b75-45d1-89c7-1c39cd61a27d,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:16.832962 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-4971c19f-740f-443c-949f-2b1ea14a4564 None None] Provisioning complete for port 8b65311c-8b75-45d1-89c7-1c39cd61a27d triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:20:16.833652 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4971c19f-740f-443c-949f-2b1ea14a4564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:16.868915 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-4971c19f-740f-443c-949f-2b1ea14a4564 None None] Port 8b65311c-8b75-45d1-89c7-1c39cd61a27d cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:20:16.901088 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:17.101125 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Publish callbacks [] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:17.105907 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:17.106657 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-353277'] for router_interface (6ca06d48-2ee0-47e6-9291-1f800fe4c8c0), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:17.185307 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Pushing event updated for resources: {'Port': ['ID=8b65311c-8b75-45d1-89c7-1c39cd61a27d,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:17.234174 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Network 861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:20:17.235596 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:20:17.340655 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:17.356083 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:17.397080 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Router 6ca06d48-2ee0-47e6-9291-1f800fe4c8c0 is scheduled to L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b with binding_index 1 {{(pid=104117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 22:20:17.429985 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=15,neutron:INSERT=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:17.433811 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=1,neutron:UPDATE=1,neutron:SELECT=3,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:17.444443 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-ae0aa67f-9542-454e-9b9b-615ee87851cc None None] Provisioning complete for port 8b65311c-8b75-45d1-89c7-1c39cd61a27d triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:20:17.444868 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa67f-9542-454e-9b9b-615ee87851cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:17.465441 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8f604c53-2e9d-4d7f-8212-963830c1814c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:17.480365 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-ae0aa67f-9542-454e-9b9b-615ee87851cc None None] Port 8b65311c-8b75-45d1-89c7-1c39cd61a27d cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:20:17.492928 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:20:17.498660 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-de201de6-92cb-499d-b6a8-f5eefb71a747 demo admin] 10.222.0.39 "PUT /v2.0/routers/6ca06d48-2ee0-47e6-9291-1f800fe4c8c0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7194393 Jul 28 22:20:17.520755 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Sync routers for ids ['6ca06d48-2ee0-47e6-9291-1f800fe4c8c0'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:20:17.533209 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Routers {'6ca06d48-2ee0-47e6-9291-1f800fe4c8c0'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:20:17.534070 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:20:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['6ca06d48-2ee0-47e6-9291-1f800fe4c8c0'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:20:17.716701 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Set router 6ca06d48-2ee0-47e6-9291-1f800fe4c8c0 gateway port host: None {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:20:18.133458 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'name': 'router1', 'tenant_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:20:07Z', 'updated_at': '2022-07-28T22:20:16Z', 'revision_number': 2, 'project_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'gw_port_host': None, '_interfaces': [{'id': '8b65311c-8b75-45d1-89c7-1c39cd61a27d', 'name': '', 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e', 'tenant_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'mac_address': 'fa:16:3e:33:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd396fcea-3d3d-499f-84a4-d047253a3d63', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:20:16Z', 'updated_at': '2022-07-28T22:20:16Z', 'revision_number': 2, 'project_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'subnets': [{'id': 'd396fcea-3d3d-499f-84a4-d047253a3d63', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1085e5d-5b36-43f0-84a6-d8afa9c7c1cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:20:18.184803 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Checking router: 6ca06d48-2ee0-47e6-9291-1f800fe4c8c0 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:20:18.185179 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Updating router 6ca06d48-2ee0-47e6-9291-1f800fe4c8c0 port 8b65311c-8b75-45d1-89c7-1c39cd61a27d binding host dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:20:18.238604 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:18.739717 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:18.742907 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Publish callbacks [] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:18.750217 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:18.925099 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Attempting to bind port 8b65311c-8b75-45d1-89c7-1c39cd61a27d on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:20:18.925464 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Attempting to bind port 8b65311c-8b75-45d1-89c7-1c39cd61a27d by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': 'ed57efbb-cdff-4e8d-bca0-31d888dfaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:20:18.925940 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Attempting to bind port 8b65311c-8b75-45d1-89c7-1c39cd61a27d on network 861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:20:18.933453 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Pushing event updated for resources: {'Port': ['ID=8b65311c-8b75-45d1-89c7-1c39cd61a27d,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:18.936848 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:20:18.937276 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Checking segment: {'id': 'ed57efbb-cdff-4e8d-bca0-31d888dfaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:20:18.937815 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:18.938210 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Bound using segment: {'id': 'ed57efbb-cdff-4e8d-bca0-31d888dfaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:20:18.938701 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Bound port: 8b65311c-8b75-45d1-89c7-1c39cd61a27d, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed57efbb-cdff-4e8d-bca0-31d888dfaf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:20:18.939084 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:18.951090 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.951441 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.951807 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.952157 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.952726 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.953081 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.953418 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.953775 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.954112 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.954441 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.954774 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.955116 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.955448 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.955773 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.956099 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Tracked resource versions report: Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: pushed versions: Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: { 'AddressGroup': {'1.2'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Agent': {'1.1'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'ConntrackHelper': {'1.0'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'LocalIPAssociation': {'1.0'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Log': {'1.0'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'NDPProxy': {'1.0'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Network': {'1.1'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Port': {'1.7'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'PortForwarding': {'1.3'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'QosPolicy': {'1.10'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'SecurityGroup': {'1.5'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'SecurityGroupRule': {'1.2'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'SubPort': {'1.0'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Subnet': {'1.1'}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Trunk': {'1.1'}} Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: consumer versions: Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: { DHCP agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: L3 agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: Metadata agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: Metering agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: Open vSwitch agent@dv-cinder-850939-3-iscsi: { 'AddressGroup': '1.2', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Agent': '1.1', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'ConntrackHelper': '1.0', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'LocalIPAssociation': '1.0', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Log': '1.0', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'NDPProxy': '1.0', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Network': '1.1', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Port': '1.7', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'PortForwarding': '1.3', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'QosPolicy': '1.10', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'SecurityGroup': '1.5', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'SecurityGroupRule': '1.2', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'SubPort': '1.0', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Subnet': '1.1', Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Trunk': '1.1'}} Jul 28 22:20:18.957473 dv-cinder-850939-3-iscsi neutron-server[104119]: {{(pid=104119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 22:20:19.001123 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:19.007264 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-7bf79db6-c7fb-4d88-bb6a-6ba70e039317 None None] Provisioning complete for port 8b65311c-8b75-45d1-89c7-1c39cd61a27d triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:20:19.008360 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7bf79db6-c7fb-4d88-bb6a-6ba70e039317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:19.021240 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] For port 8b65311c-8b75-45d1-89c7-1c39cd61a27d, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:20:19.041841 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] For port 8b65311c-8b75-45d1-89c7-1c39cd61a27d, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=8b65311c-8b75-45d1-89c7-1c39cd61a27d,segment=NetworkSegment(ed57efbb-cdff-4e8d-bca0-31d888dfaf72),segment_id=ed57efbb-cdff-4e8d-bca0-31d888dfaf72)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:20:19.050870 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:19.051676 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-7bf79db6-c7fb-4d88-bb6a-6ba70e039317 None None] Port 8b65311c-8b75-45d1-89c7-1c39cd61a27d cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:20:19.110170 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Routers {'6ca06d48-2ee0-47e6-9291-1f800fe4c8c0'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:20:19.110789 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:20:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['6ca06d48-2ee0-47e6-9291-1f800fe4c8c0'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:20:19.114593 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:19.175330 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13fffd-f595-4c7f-b89d-6cda04b129cd None None] Pushing event updated for resources: {'Port': ['ID=8b65311c-8b75-45d1-89c7-1c39cd61a27d,revision_number=4']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:19.210121 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] Set router 6ca06d48-2ee0-47e6-9291-1f800fe4c8c0 gateway port host: None {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:20:19.270483 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-bc4a76c7-dc5d-4cf8-8fed-f0e49643cfc7 None None] Provisioning complete for port 8b65311c-8b75-45d1-89c7-1c39cd61a27d triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:20:19.270931 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-bc4a76c7-dc5d-4cf8-8fed-f0e49643cfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:19.350855 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a76c7-dc5d-4cf8-8fed-f0e49643cfc7 None None] Current status of the port 8b65311c-8b75-45d1-89c7-1c39cd61a27d is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:20:19.351483 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-bc4a76c7-dc5d-4cf8-8fed-f0e49643cfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:19.384628 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-bc4a76c7-dc5d-4cf8-8fed-f0e49643cfc7 None None] For port 8b65311c-8b75-45d1-89c7-1c39cd61a27d, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=8b65311c-8b75-45d1-89c7-1c39cd61a27d,segment=NetworkSegment(ed57efbb-cdff-4e8d-bca0-31d888dfaf72),segment_id=ed57efbb-cdff-4e8d-bca0-31d888dfaf72)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:20:19.390225 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-bc4a76c7-dc5d-4cf8-8fed-f0e49643cfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:19.409491 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'name': 'router1', 'tenant_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:20:07Z', 'updated_at': '2022-07-28T22:20:16Z', 'revision_number': 2, 'project_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'gw_port_host': None, '_interfaces': [{'id': '8b65311c-8b75-45d1-89c7-1c39cd61a27d', 'name': '', 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e', 'tenant_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'mac_address': 'fa:16:3e:33:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd396fcea-3d3d-499f-84a4-d047253a3d63', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:20:16Z', 'updated_at': '2022-07-28T22:20:19Z', 'revision_number': 4, 'project_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'subnets': [{'id': 'd396fcea-3d3d-499f-84a4-d047253a3d63', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1085e5d-5b36-43f0-84a6-d8afa9c7c1cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:20:19.435752 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1895e-30bf-4c2a-87d8-47abc47f54f3 None None] The sync data for ids ['6ca06d48-2ee0-47e6-9291-1f800fe4c8c0'] in dv-cinder-850939-3-iscsi is: [{'id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'name': 'router1', 'tenant_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:20:07Z', 'updated_at': '2022-07-28T22:20:16Z', 'revision_number': 2, 'project_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'gw_port_host': None, '_interfaces': [{'id': '8b65311c-8b75-45d1-89c7-1c39cd61a27d', 'name': '', 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e', 'tenant_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'mac_address': 'fa:16:3e:33:6f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd396fcea-3d3d-499f-84a4-d047253a3d63', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:20:16Z', 'updated_at': '2022-07-28T22:20:19Z', 'revision_number': 4, 'project_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'subnets': [{'id': 'd396fcea-3d3d-499f-84a4-d047253a3d63', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1085e5d-5b36-43f0-84a6-d8afa9c7c1cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:20:19.444758 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a76c7-dc5d-4cf8-8fed-f0e49643cfc7 None None] Pushing event updated for resources: {'Port': ['ID=8b65311c-8b75-45d1-89c7-1c39cd61a27d,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:19.748541 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37238) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:20:20.145392 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc7181b-6fcf-4275-b215-9dc5120b09d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:20:20.146789 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ddc7181b-6fcf-4275-b215-9dc5120b09d2 admin admin] 10.222.0.39 "GET /v2.0/networks/20c4b91c-55ab-4902-80d4-88d9ff4c09a2 HTTP/1.1" status: 200 len: 842 time: 0.3971086 Jul 28 22:20:20.156295 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-020d4700-5c3b-4230-a347-ab5d49c1040f admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:20:20.179557 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020d4700-5c3b-4230-a347-ab5d49c1040f admin admin] Made reservation on behalf of 26d9130b7556481bb766f1b06a63e1e5 for: {'subnet': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:20:20.182001 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-020d4700-5c3b-4230-a347-ab5d49c1040f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:20.194426 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:20.365782 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:20.520062 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.objects.ports [None req-020d4700-5c3b-4230-a347-ab5d49c1040f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104117) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 22:20:20.520493 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-020d4700-5c3b-4230-a347-ab5d49c1040f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for subnet (253cecf4-96b9-4f39-b960-9366ae331009), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:20.584866 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d4700-5c3b-4230-a347-ab5d49c1040f admin admin] Pushing event updated for resources: {'Subnet': ['ID=253cecf4-96b9-4f39-b960-9366ae331009,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:20.591646 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020d4700-5c3b-4230-a347-ab5d49c1040f admin admin] Checking segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:20:20.591999 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020d4700-5c3b-4230-a347-ab5d49c1040f admin admin] Network hostable DHCP agents. Network: 20c4b91c-55ab-4902-80d4-88d9ff4c09a2, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:20:20.610516 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020d4700-5c3b-4230-a347-ab5d49c1040f admin admin] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:20:20.620371 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-020d4700-5c3b-4230-a347-ab5d49c1040f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 20c4b91c-55ab-4902-80d4-88d9ff4c09a2) {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:20:20.625193 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020d4700-5c3b-4230-a347-ab5d49c1040f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:20:20.625845 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-020d4700-5c3b-4230-a347-ab5d49c1040f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:20.631976 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe35cf68-f9ce-4c10-af05-c5974bebf1b6 None None] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:20:20.644366 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-020d4700-5c3b-4230-a347-ab5d49c1040f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4914291 Jul 28 22:20:20.693253 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:20.752210 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c5f0e-2ea5-43a8-9fff-0e0a17f9473d None None] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:20:22.932265 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37246) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:20:23.340512 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-fcea05d6-8b0c-40f8-a297-d3153f7fd000 demo admin] 10.222.0.39 "GET /v2.0/routers/6ca06d48-2ee0-47e6-9291-1f800fe4c8c0 HTTP/1.1" status: 200 len: 710 time: 0.4069219 Jul 28 22:20:23.427282 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:23.430316 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6366bb0-23b9-4c5d-b2cb-2cae8128c506 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:20:23.431677 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-a6366bb0-23b9-4c5d-b2cb-2cae8128c506 demo admin] 10.222.0.39 "GET /v2.0/networks/20c4b91c-55ab-4902-80d4-88d9ff4c09a2 HTTP/1.1" status: 200 len: 886 time: 0.0856302 Jul 28 22:20:23.441135 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:20:23.659874 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:23.683496 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Publish callbacks [] for router_gateway (6ca06d48-2ee0-47e6-9291-1f800fe4c8c0), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:23.914488 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Publish callbacks [] for router_gateway (6ca06d48-2ee0-47e6-9291-1f800fe4c8c0), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:23.994687 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:24.100173 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Allocated IP 172.27.3.106 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/fd85ca38-2fd9-412b-8877-9133f4279690) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:20:24.211376 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Publish callbacks [] for port (fd85ca38-2fd9-412b-8877-9133f4279690), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:24.258046 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (fd85ca38-2fd9-412b-8877-9133f4279690), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:24.311699 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:20:24.315054 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:20:24.317450 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:20:24.320193 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Pushing event updated for resources: {'Port': ['ID=fd85ca38-2fd9-412b-8877-9133f4279690,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:24.406484 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:24.644562 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:24.666488 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Publish callbacks [] for router_gateway (6ca06d48-2ee0-47e6-9291-1f800fe4c8c0), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:24.851323 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-364453', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-353970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-605'] for router (6ca06d48-2ee0-47e6-9291-1f800fe4c8c0), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:24.855254 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-364460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-364439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-353957'] for router (6ca06d48-2ee0-47e6-9291-1f800fe4c8c0), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:24.961114 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Router 6ca06d48-2ee0-47e6-9291-1f800fe4c8c0 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:20:25.064540 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:20:25.068792 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:25.069952 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-9320d214-49d1-4604-a65c-a367ba180799 demo admin] 10.222.0.39 "PUT /v2.0/routers/6ca06d48-2ee0-47e6-9291-1f800fe4c8c0 HTTP/1.1" status: 200 len: 890 time: 1.6320636 Jul 28 22:20:25.804063 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Sync routers for ids ['6ca06d48-2ee0-47e6-9291-1f800fe4c8c0'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:20:25.816337 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Routers {'6ca06d48-2ee0-47e6-9291-1f800fe4c8c0'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:20:25.817033 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:20:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['6ca06d48-2ee0-47e6-9291-1f800fe4c8c0'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:20:26.023340 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Set router 6ca06d48-2ee0-47e6-9291-1f800fe4c8c0 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:20:26.132086 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 8b65311c-8b75-45d1-89c7-1c39cd61a27d up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:20:26.241206 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:26.315252 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 8b65311c-8b75-45d1-89c7-1c39cd61a27d triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:20:26.315555 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:26.572656 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'name': 'router1', 'tenant_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'fd85ca38-2fd9-412b-8877-9133f4279690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:20:07Z', 'updated_at': '2022-07-28T22:20:24Z', 'revision_number': 4, 'project_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'gw_port': {'id': 'fd85ca38-2fd9-412b-8877-9133f4279690', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:20:24Z', 'updated_at': '2022-07-28T22:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '8b65311c-8b75-45d1-89c7-1c39cd61a27d', 'name': '', 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e', 'tenant_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'mac_address': 'fa:16:3e:33:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd396fcea-3d3d-499f-84a4-d047253a3d63', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:20:16Z', 'updated_at': '2022-07-28T22:20:19Z', 'revision_number': 5, 'project_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'subnets': [{'id': 'd396fcea-3d3d-499f-84a4-d047253a3d63', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1085e5d-5b36-43f0-84a6-d8afa9c7c1cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:20:26.598082 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 8b65311c-8b75-45d1-89c7-1c39cd61a27d is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:20:26.623280 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Checking router: 6ca06d48-2ee0-47e6-9291-1f800fe4c8c0 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:20:26.623662 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Updating router 6ca06d48-2ee0-47e6-9291-1f800fe4c8c0 port fd85ca38-2fd9-412b-8877-9133f4279690 binding host dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:20:26.678037 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (fd85ca38-2fd9-412b-8877-9133f4279690), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:26.982901 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Publish callbacks [] for port (fd85ca38-2fd9-412b-8877-9133f4279690), precommit_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:26.989889 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (fd85ca38-2fd9-412b-8877-9133f4279690), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:27.039138 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Attempting to bind port fd85ca38-2fd9-412b-8877-9133f4279690 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:20:27.039501 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Attempting to bind port fd85ca38-2fd9-412b-8877-9133f4279690 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:20:27.039857 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Attempting to bind port fd85ca38-2fd9-412b-8877-9133f4279690 on network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:20:27.043260 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:27.049792 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a809864-feba-42c5-91d6-f013853f5c81 None None] Pushing event updated for resources: {'Port': ['ID=fd85ca38-2fd9-412b-8877-9133f4279690,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:27.052558 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:20:27.052966 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Checking segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:20:27.053372 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:27.053712 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Bound using segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:20:27.054178 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Bound port: fd85ca38-2fd9-412b-8877-9133f4279690, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:20:27.054553 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (fd85ca38-2fd9-412b-8877-9133f4279690), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:27.103400 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] For port fd85ca38-2fd9-412b-8877-9133f4279690, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:20:27.106653 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] For port fd85ca38-2fd9-412b-8877-9133f4279690, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=fd85ca38-2fd9-412b-8877-9133f4279690,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:20:27.113772 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (fd85ca38-2fd9-412b-8877-9133f4279690), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:27.164062 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:27.174514 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Routers {'6ca06d48-2ee0-47e6-9291-1f800fe4c8c0'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:20:27.175206 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:20:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['6ca06d48-2ee0-47e6-9291-1f800fe4c8c0'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:20:27.181005 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a809864-feba-42c5-91d6-f013853f5c81 None None] Pushing event updated for resources: {'Port': ['ID=fd85ca38-2fd9-412b-8877-9133f4279690,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:27.285046 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] Set router 6ca06d48-2ee0-47e6-9291-1f800fe4c8c0 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:20:27.482199 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37258) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:20:27.486633 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'name': 'router1', 'tenant_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'fd85ca38-2fd9-412b-8877-9133f4279690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:20:07Z', 'updated_at': '2022-07-28T22:20:24Z', 'revision_number': 4, 'project_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'gw_port': {'id': 'fd85ca38-2fd9-412b-8877-9133f4279690', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:20:24Z', 'updated_at': '2022-07-28T22:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '8b65311c-8b75-45d1-89c7-1c39cd61a27d', 'name': '', 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e', 'tenant_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'mac_address': 'fa:16:3e:33:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd396fcea-3d3d-499f-84a4-d047253a3d63', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:20:16Z', 'updated_at': '2022-07-28T22:20:19Z', 'revision_number': 5, 'project_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'subnets': [{'id': 'd396fcea-3d3d-499f-84a4-d047253a3d63', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1085e5d-5b36-43f0-84a6-d8afa9c7c1cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:20:27.512859 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fea800-bf36-4d70-b18d-f3ce50a2f545 None None] The sync data for ids ['6ca06d48-2ee0-47e6-9291-1f800fe4c8c0'] in dv-cinder-850939-3-iscsi is: [{'id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'name': 'router1', 'tenant_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'fd85ca38-2fd9-412b-8877-9133f4279690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:20:07Z', 'updated_at': '2022-07-28T22:20:24Z', 'revision_number': 4, 'project_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'gw_port': {'id': 'fd85ca38-2fd9-412b-8877-9133f4279690', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:20:24Z', 'updated_at': '2022-07-28T22:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '8b65311c-8b75-45d1-89c7-1c39cd61a27d', 'name': '', 'network_id': '861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e', 'tenant_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'mac_address': 'fa:16:3e:33:6f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca06d48-2ee0-47e6-9291-1f800fe4c8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd396fcea-3d3d-499f-84a4-d047253a3d63', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:20:16Z', 'updated_at': '2022-07-28T22:20:19Z', 'revision_number': 5, 'project_id': '530b68d3fa8e4d8a8f2073c0a0c62b29', 'subnets': [{'id': 'd396fcea-3d3d-499f-84a4-d047253a3d63', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a1085e5d-5b36-43f0-84a6-d8afa9c7c1cd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:20:27.943323 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-e49e4374-3f9f-4c43-8220-a6102328f37c admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4599912 Jul 28 22:20:28.146602 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device fd85ca38-2fd9-412b-8877-9133f4279690 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:20:28.197037 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port fd85ca38-2fd9-412b-8877-9133f4279690 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:20:28.197431 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (fd85ca38-2fd9-412b-8877-9133f4279690), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:28.284545 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port fd85ca38-2fd9-412b-8877-9133f4279690 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:20:28.284931 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (fd85ca38-2fd9-412b-8877-9133f4279690), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:28.305224 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port fd85ca38-2fd9-412b-8877-9133f4279690, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=fd85ca38-2fd9-412b-8877-9133f4279690,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:20:28.310290 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (fd85ca38-2fd9-412b-8877-9133f4279690), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:28.361224 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=fd85ca38-2fd9-412b-8877-9133f4279690,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:20:29.412302 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=30 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:29.412987 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:UPDATE=1,neutron:SELECT=45 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:30.119568 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device fd85ca38-2fd9-412b-8877-9133f4279690 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:20:30.178124 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port fd85ca38-2fd9-412b-8877-9133f4279690 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:20:30.178730 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (fd85ca38-2fd9-412b-8877-9133f4279690), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:30.253289 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:30.268319 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port fd85ca38-2fd9-412b-8877-9133f4279690 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:20:37.933978 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=50 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:37.940178 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:UPDATE=2,neutron:SELECT=60 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:40.266878 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:20:45.365129 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-84f52896-ffe4-4cf1-8bff-cba912c023da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:47.391688 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-882187ac-0abd-448d-b2da-662f82d51dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:48.745843 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:50.198474 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:50.365378 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:20:51.876568 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 5 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:20:53.884742 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:21:00.353495 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:21:00.359157 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:21:01.876722 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:21:15.366167 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd58b-8509-4f33-a237-99b89180e74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:17.385791 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7fffed8d-16ee-4467-9a1e-99421ade87a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:18.748970 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:20.203395 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:20.359973 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:28.876236 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 5 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:21:30.348986 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:21:30.355420 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:21:38.871220 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:21:43.871437 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:21:45.359740 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-08cad414-6eb3-4954-8204-11cd7d9df7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:47.389489 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-cdcddf4c-8555-4340-ac91-3fd5786cfcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:48.752692 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:49.451194 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37798) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:21:49.788606 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0daa7a-e7c9-4733-860a-1a0879cc2500 admin admin] GET failed (client error): The resource could not be found. Jul 28 22:21:49.789881 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ef0daa7a-e7c9-4733-860a-1a0879cc2500 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3377564 Jul 28 22:21:49.950940 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7f5a86-12d4-449a-aae6-63fe5444f8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:21:49.952411 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-8a7f5a86-12d4-449a-aae6-63fe5444f8d8 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579494 Jul 28 22:21:50.205817 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:50.363912 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:52.191439 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37808) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:21:52.560419 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a051bc56-5dbb-4d55-9fe9-65c3646a8e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:21:52.561694 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-a051bc56-5dbb-4d55-9fe9-65c3646a8e5d admin admin] 10.222.0.39 "GET /v2.0/subnets/d396fcea-3d3d-499f-84a4-d047253a3d63 HTTP/1.1" status: 200 len: 849 time: 0.3692832 Jul 28 22:21:52.571362 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:21:52.655845 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Publish callbacks [] for subnet (d396fcea-3d3d-499f-84a4-d047253a3d63), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:52.795797 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791032455909'] for subnet (d396fcea-3d3d-499f-84a4-d047253a3d63), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:52.829452 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:21:52.829989 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:52.831354 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] 10.222.0.39 "PUT /v2.0/subnets/d396fcea-3d3d-499f-84a4-d047253a3d63 HTTP/1.1" status: 200 len: 868 time: 0.2634790 Jul 28 22:21:52.834815 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e9ee19-8305-4257-b6c0-0467ca496acc None None] Network 861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:21:52.852702 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d396fcea-3d3d-499f-84a4-d047253a3d63,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:21:52.860641 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.860986 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.861320 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.861710 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.862021 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.862346 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.862665 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.862984 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.863326 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.863651 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.863986 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.864322 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.864642 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.864961 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:52.865279 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da4e0-850a-4e69-b2c8-2831b08640ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:21:53.155070 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-e95330dd-8d76-4d34-a403-f8dd52f407f5 None None] Provisioning complete for port 8b65311c-8b75-45d1-89c7-1c39cd61a27d triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:21:53.155570 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e95330dd-8d76-4d34-a403-f8dd52f407f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (8b65311c-8b75-45d1-89c7-1c39cd61a27d), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:53.230747 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-e95330dd-8d76-4d34-a403-f8dd52f407f5 None None] Current status of the port 8b65311c-8b75-45d1-89c7-1c39cd61a27d is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:21:53.238647 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-e95330dd-8d76-4d34-a403-f8dd52f407f5 None None] Provisioning complete for port fb432d8c-62c6-4067-a9ed-48927161219a triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:21:53.239036 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e95330dd-8d76-4d34-a403-f8dd52f407f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (fb432d8c-62c6-4067-a9ed-48927161219a), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:21:53.312807 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-e95330dd-8d76-4d34-a403-f8dd52f407f5 None None] Current status of the port fb432d8c-62c6-4067-a9ed-48927161219a is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:21:55.014968 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37816) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:21:55.495663 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed18bd15-a42c-4e8f-b221-8170fbbcc8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:21:55.496060 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed18bd15-a42c-4e8f-b221-8170fbbcc8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:21:55.498694 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ed18bd15-a42c-4e8f-b221-8170fbbcc8c2 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4815958 Jul 28 22:21:57.651325 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37824) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:21:58.059139 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922d10f-47f4-47c8-8fc9-6e0508c32802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:21:58.059528 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6922d10f-47f4-47c8-8fc9-6e0508c32802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:21:58.061761 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6922d10f-47f4-47c8-8fc9-6e0508c32802 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4094195 Jul 28 22:22:00.271955 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37832) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:22:00.677121 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94632a8-46c5-4a13-9926-78693e059236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:22:00.678410 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c94632a8-46c5-4a13-9926-78693e059236 admin admin] 10.222.0.39 "GET /v2.0/networks/20c4b91c-55ab-4902-80d4-88d9ff4c09a2 HTTP/1.1" status: 200 len: 886 time: 0.4055128 Jul 28 22:22:02.849602 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 37840) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:22:03.305982 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:03.311563 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:03.398352 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05e1fad-0e58-46cd-bac7-a0a7ec4bac86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:22:03.399885 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-d05e1fad-0e58-46cd-bac7-a0a7ec4bac86 admin admin] 10.222.0.39 "GET /v2.0/networks/861f6aa2-cfab-4c77-b5b7-6e4a9f3f3f8e HTTP/1.1" status: 200 len: 869 time: 0.5493424 Jul 28 22:22:05.574892 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37850) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:22:05.927917 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 5 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:22:05.945265 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:06.049633 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:06.079139 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee529b7d-cb24-4238-8b86-c239537745da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:22:06.079601 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee529b7d-cb24-4238-8b86-c239537745da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:22:06.081160 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ee529b7d-cb24-4238-8b86-c239537745da admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5052629 Jul 28 22:22:07.883591 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:08.335478 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37858) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:22:08.720267 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2592030-522c-42e8-9650-26fbfb1bfa4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:22:08.720643 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2592030-522c-42e8-9650-26fbfb1bfa4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:22:08.722221 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-a2592030-522c-42e8-9650-26fbfb1bfa4d admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3856690 Jul 28 22:22:10.875397 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37866) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:22:11.354571 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c1d1d4-07e1-45f8-bb4a-ccee498cb238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:22:11.355876 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-46c1d1d4-07e1-45f8-bb4a-ccee498cb238 admin admin] 10.222.0.39 "GET /v2.0/subnets/253cecf4-96b9-4f39-b960-9366ae331009 HTTP/1.1" status: 200 len: 816 time: 0.4795480 Jul 28 22:22:13.384264 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=13 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:13.395420 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=10 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:13.523006 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 37874) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:22:13.896316 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2054bf-9fd6-40d4-9bd4-5260f9071503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:22:13.897685 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-fb2054bf-9fd6-40d4-9bd4-5260f9071503 admin admin] 10.222.0.39 "GET /v2.0/subnets/d396fcea-3d3d-499f-84a4-d047253a3d63 HTTP/1.1" status: 200 len: 868 time: 0.3737075 Jul 28 22:22:15.362841 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c7f1dc87-8928-43af-be5e-52d01e10f857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:15.871350 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:17.392780 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b413eff2-9b01-4c01-90fa-80c1a03376e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:18.753843 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:20.209481 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:20.367156 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:23.891567 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=19 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:23.893441 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=22 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:30.361163 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:30.363097 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:41.742696 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 37928) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:22:42.063526 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [None req-a11c7214-6fc5-4e81-ba0d-7438aa16b515 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:22:42.064550 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-a11c7214-6fc5-4e81-ba0d-7438aa16b515 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3209152 Jul 28 22:22:42.876884 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 5 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:22:44.324522 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 37936) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:22:44.673050 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.pecan_wsgi.hooks.translation [None req-1957cb4c-6b79-458f-a8de-90265e186a64 admin admin] GET failed (client error): The resource could not be found. Jul 28 22:22:44.674369 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-1957cb4c-6b79-458f-a8de-90265e186a64 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3488977 Jul 28 22:22:44.818168 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f6dae3-d2f5-4ddb-be28-21ef492360a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:22:44.819577 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-00f6dae3-d2f5-4ddb-be28-21ef492360a1 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1411591 Jul 28 22:22:44.882442 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=18 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:45.366263 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e1816c7c-0996-4e29-81c8-94cfb60a061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:47.056768 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 37944) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:22:47.379571 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:22:47.395236 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5e30e34f-9013-41a5-9f0f-9ecb7eed050f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:47.403349 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Made reservation on behalf of 26d9130b7556481bb766f1b06a63e1e5 for: {'network': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:22:47.407320 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:47.451986 dv-cinder-850939-3-iscsi neutron-server[104116]: WARNING neutron.services.revisions.revision_plugin [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Could not find related network for resource to bump revision. Jul 28 22:22:47.468889 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=104116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:22:47.481554 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791032529857', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (a7149e34-c5e5-4992-958b-ac91de346ec4), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:47.482692 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Unsubscribe: segment precommit_create {{(pid=104116) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 22:22:47.483203 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.segments_db [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Added segment a7149e34-c5e5-4992-958b-ac91de346ec4 of type vlan for network 91f3c893-8f66-48af-aca2-5aa915f768d3 Jul 28 22:22:47.535284 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (91f3c893-8f66-48af-aca2-5aa915f768d3), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:47.568378 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (91f3c893-8f66-48af-aca2-5aa915f768d3), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:47.569417 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:22:47.570026 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:47.614894 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5569572 Jul 28 22:22:47.699190 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Pushing event updated for resources: {'Network': ['ID=91f3c893-8f66-48af-aca2-5aa915f768d3,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:22:47.709965 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.710313 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.710672 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.711006 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.711337 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.711668 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.711993 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.712316 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.712641 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.712968 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.713305 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.713658 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.713977 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.714301 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.714618 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b21418-3ce8-4af2-abba-ab7506ebd18a admin admin] Tracked resource versions report: Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: pushed versions: Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: { 'AddressGroup': {'1.2'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Agent': {'1.1'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'ConntrackHelper': {'1.0'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'LocalIPAssociation': {'1.0'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Log': {'1.0'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'NDPProxy': {'1.0'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Network': {'1.1'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Port': {'1.7'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'PortForwarding': {'1.3'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'QosPolicy': {'1.10'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'SecurityGroup': {'1.5'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'SecurityGroupRule': {'1.2'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'SubPort': {'1.0'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Subnet': {'1.1'}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Trunk': {'1.1'}} Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: consumer versions: Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: { DHCP agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: L3 agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: Metadata agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: Metering agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: Open vSwitch agent@dv-cinder-850939-3-iscsi: { 'AddressGroup': '1.2', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Agent': '1.1', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'ConntrackHelper': '1.0', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'LocalIPAssociation': '1.0', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Log': '1.0', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'NDPProxy': '1.0', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Network': '1.1', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Port': '1.7', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'PortForwarding': '1.3', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'QosPolicy': '1.10', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'SecurityGroup': '1.5', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'SecurityGroupRule': '1.2', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'SubPort': '1.0', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Subnet': '1.1', Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Trunk': '1.1'}} Jul 28 22:22:47.716398 dv-cinder-850939-3-iscsi neutron-server[104116]: {{(pid=104116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 22:22:47.752658 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 91f3c893-8f66-48af-aca2-5aa915f768d3 details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:22:48.755774 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:49.819511 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 37956) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:22:50.155660 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.pecan_wsgi.hooks.translation [None req-91081791-3bc4-4e79-9c90-7796921e9ed5 admin admin] GET failed (client error): The resource could not be found. Jul 28 22:22:50.156940 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-91081791-3bc4-4e79-9c90-7796921e9ed5 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3363802 Jul 28 22:22:50.211225 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:50.229211 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fda7a4f-4777-42ee-b974-f58c2e99ff04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:22:50.230683 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-1fda7a4f-4777-42ee-b974-f58c2e99ff04 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0696609 Jul 28 22:22:50.240323 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-fb8396d0-a8cb-467d-ba31-4e85d545151a admin admin] Request body: {'subnet': {'network_id': '91f3c893-8f66-48af-aca2-5aa915f768d3', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:22:50.267278 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8396d0-a8cb-467d-ba31-4e85d545151a admin admin] Made reservation on behalf of 26d9130b7556481bb766f1b06a63e1e5 for: {'subnet': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:22:50.269658 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fb8396d0-a8cb-467d-ba31-4e85d545151a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:50.374074 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:50.489408 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fb8396d0-a8cb-467d-ba31-4e85d545151a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for subnet (81f12b40-f9ab-4871-8a9b-63d3b9224b67), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:50.552757 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8396d0-a8cb-467d-ba31-4e85d545151a admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f12b40-f9ab-4871-8a9b-63d3b9224b67,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:22:50.564135 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8396d0-a8cb-467d-ba31-4e85d545151a admin admin] Checking segment: {'id': 'a7149e34-c5e5-4992-958b-ac91de346ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '91f3c893-8f66-48af-aca2-5aa915f768d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:22:50.564515 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8396d0-a8cb-467d-ba31-4e85d545151a admin admin] Network hostable DHCP agents. Network: 91f3c893-8f66-48af-aca2-5aa915f768d3, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:22:50.586066 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8396d0-a8cb-467d-ba31-4e85d545151a admin admin] Network 91f3c893-8f66-48af-aca2-5aa915f768d3 is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:22:50.596868 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-fb8396d0-a8cb-467d-ba31-4e85d545151a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 91f3c893-8f66-48af-aca2-5aa915f768d3) {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:22:50.601773 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8396d0-a8cb-467d-ba31-4e85d545151a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:22:50.602393 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fb8396d0-a8cb-467d-ba31-4e85d545151a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:50.607610 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d58348-21b8-4806-b19a-5d75755e5fc8 None None] Network 91f3c893-8f66-48af-aca2-5aa915f768d3 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:22:50.619152 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-fb8396d0-a8cb-467d-ba31-4e85d545151a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3821013 Jul 28 22:22:50.713485 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f313812-be9c-585b-b2da-26cdb27816da-91f3c893-8f66-48af-aca2-5aa915f768d3', 'network_id': '91f3c893-8f66-48af-aca2-5aa915f768d3', 'project_id': '26d9130b7556481bb766f1b06a63e1e5', 'fixed_ips': [{'subnet_id': '81f12b40-f9ab-4871-8a9b-63d3b9224b67'}]}} from dv-cinder-850939-3-iscsi. {{(pid=104118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 22:22:50.714756 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:50.861383 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.db_base_plugin_common [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Allocated IP 192.168.233.2 (91f3c893-8f66-48af-aca2-5aa915f768d3/81f12b40-f9ab-4871-8a9b-63d3b9224b67/5705b4d2-54bc-43bf-aba6-cdaf584112cb) {{(pid=104118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:22:51.110306 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Publish callbacks [] for port (5705b4d2-54bc-43bf-aba6-cdaf584112cb), precommit_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:51.116173 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (5705b4d2-54bc-43bf-aba6-cdaf584112cb), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:51.156632 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Network 91f3c893-8f66-48af-aca2-5aa915f768d3 is already hosted by enough agents. {{(pid=104118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:22:51.159801 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.base_scheduler [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Resources bound (agent type, host, resource id): {{(pid=104118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:22:51.162401 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Received port after_create {{(pid=104118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:22:51.175435 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Pushing event updated for resources: {'Port': ['ID=5705b4d2-54bc-43bf-aba6-cdaf584112cb,revision_number=1']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:22:51.199633 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.199976 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.200510 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.200842 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.201173 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.201496 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.202287 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.202287 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.202471 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.202779 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.203095 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.203420 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.203730 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.204045 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.204356 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:22:51.241303 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Attempting to bind port 5705b4d2-54bc-43bf-aba6-cdaf584112cb on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:22:51.242005 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Attempting to bind port 5705b4d2-54bc-43bf-aba6-cdaf584112cb by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': 'a7149e34-c5e5-4992-958b-ac91de346ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '91f3c893-8f66-48af-aca2-5aa915f768d3'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:22:51.242123 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Attempting to bind port 5705b4d2-54bc-43bf-aba6-cdaf584112cb on network 91f3c893-8f66-48af-aca2-5aa915f768d3 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:22:51.247380 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:22:51.247747 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Checking segment: {'id': 'a7149e34-c5e5-4992-958b-ac91de346ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '91f3c893-8f66-48af-aca2-5aa915f768d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:22:51.248144 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:51.248528 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Bound using segment: {'id': 'a7149e34-c5e5-4992-958b-ac91de346ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '91f3c893-8f66-48af-aca2-5aa915f768d3'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:22:51.248987 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Bound port: 5705b4d2-54bc-43bf-aba6-cdaf584112cb, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7149e34-c5e5-4992-958b-ac91de346ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '91f3c893-8f66-48af-aca2-5aa915f768d3'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:22:51.249472 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5705b4d2-54bc-43bf-aba6-cdaf584112cb), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:51.314400 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] For port 5705b4d2-54bc-43bf-aba6-cdaf584112cb, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:22:51.317420 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] For port 5705b4d2-54bc-43bf-aba6-cdaf584112cb, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=5705b4d2-54bc-43bf-aba6-cdaf584112cb,segment=NetworkSegment(a7149e34-c5e5-4992-958b-ac91de346ec4),segment_id=a7149e34-c5e5-4992-958b-ac91de346ec4)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:22:51.328324 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (5705b4d2-54bc-43bf-aba6-cdaf584112cb), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:51.354925 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:51.385719 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21937f7-63bb-48dd-821c-268225db9c17 None None] Pushing event updated for resources: {'Port': ['ID=5705b4d2-54bc-43bf-aba6-cdaf584112cb,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:22:52.207897 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdfc36e-f468-49f8-8dfc-f0f306f498fe None None] Network 91f3c893-8f66-48af-aca2-5aa915f768d3 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:22:52.269696 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 5705b4d2-54bc-43bf-aba6-cdaf584112cb up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:22:52.326553 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:52.336460 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-64c1dd4d-a9ee-491f-b4eb-1c2a41c145e7 None None] Provisioning complete for port 5705b4d2-54bc-43bf-aba6-cdaf584112cb triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:22:52.336852 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-64c1dd4d-a9ee-491f-b4eb-1c2a41c145e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (5705b4d2-54bc-43bf-aba6-cdaf584112cb), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:52.415543 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 5705b4d2-54bc-43bf-aba6-cdaf584112cb triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:22:52.415850 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (5705b4d2-54bc-43bf-aba6-cdaf584112cb), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:52.504610 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-64c1dd4d-a9ee-491f-b4eb-1c2a41c145e7 None None] Current status of the port 5705b4d2-54bc-43bf-aba6-cdaf584112cb is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:22:52.504996 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-64c1dd4d-a9ee-491f-b4eb-1c2a41c145e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5705b4d2-54bc-43bf-aba6-cdaf584112cb), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:52.564912 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 5705b4d2-54bc-43bf-aba6-cdaf584112cb is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:22:52.565441 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5705b4d2-54bc-43bf-aba6-cdaf584112cb), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:52.588375 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-64c1dd4d-a9ee-491f-b4eb-1c2a41c145e7 None None] For port 5705b4d2-54bc-43bf-aba6-cdaf584112cb, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=5705b4d2-54bc-43bf-aba6-cdaf584112cb,segment=NetworkSegment(a7149e34-c5e5-4992-958b-ac91de346ec4),segment_id=a7149e34-c5e5-4992-958b-ac91de346ec4)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:22:52.601493 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-64c1dd4d-a9ee-491f-b4eb-1c2a41c145e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (5705b4d2-54bc-43bf-aba6-cdaf584112cb), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:52.673216 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.db.api [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 22:22:52.673640 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG oslo_db.api [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 22:22:52.676296 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1dd4d-a9ee-491f-b4eb-1c2a41c145e7 None None] Pushing event updated for resources: {'Port': ['ID=5705b4d2-54bc-43bf-aba6-cdaf584112cb,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:22:52.719876 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-20de2959-3763-4774-99c5-9058aaf7b740 None None] Provisioning complete for port 5705b4d2-54bc-43bf-aba6-cdaf584112cb triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:22:52.720187 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-20de2959-3763-4774-99c5-9058aaf7b740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (5705b4d2-54bc-43bf-aba6-cdaf584112cb), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:52.796893 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-20de2959-3763-4774-99c5-9058aaf7b740 None None] Current status of the port 5705b4d2-54bc-43bf-aba6-cdaf584112cb is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:22:52.873143 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=16 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:53.208180 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 5705b4d2-54bc-43bf-aba6-cdaf584112cb is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:22:54.200161 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 5705b4d2-54bc-43bf-aba6-cdaf584112cb up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:22:54.245178 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 5705b4d2-54bc-43bf-aba6-cdaf584112cb triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:22:54.245579 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (5705b4d2-54bc-43bf-aba6-cdaf584112cb), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:22:54.282900 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:22:54.321582 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 5705b4d2-54bc-43bf-aba6-cdaf584112cb is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:23:00.612070 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:23:00.612891 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:23:04.319016 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:23:04.320878 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:23:15.368301 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4bb11db1-3f2e-4666-b579-97fffa4200e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:23:17.398534 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-703201c1-6343-449e-a3aa-cbf627fcaa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:23:18.760192 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:23:19.875888 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 5 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:23:20.216050 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:23:20.367872 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:23:29.872249 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:23:29.873015 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:23:30.361269 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:23:30.363141 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:23:43.866367 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:23:43.867137 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:23:45.370442 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e043eac6-2480-4d0a-b765-ccb52ff688d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:23:47.401201 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-76311c75-bc3e-4428-8241-e8890dfb8a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:23:48.762467 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:23:50.218166 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:23:50.371096 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:23:56.875547 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 5 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:24:00.359312 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:24:00.366627 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:24:06.870681 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:24:06.871577 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:24:15.373366 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f16b65cc-861a-4a34-9015-8d622bbfde3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:17.405025 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ebfce524-7ada-49b4-8be6-847c30ef3df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:18.764221 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:20.221193 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:20.373899 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:20.774613 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 37996) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:24:20.780977 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [None req-5cea4cd4-13ee-4193-97af-40eac83935cc tempest-verify_tempest_config-769855148 tempest-verify_tempest_config-769855148-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:24:20.781992 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-5cea4cd4-13ee-4193-97af-40eac83935cc tempest-verify_tempest_config-769855148 tempest-verify_tempest_config-769855148-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058553 Jul 28 22:24:21.287743 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38014) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:24:21.621173 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:21.699345 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Publish callbacks [] for security_group (07196d21-40c7-472f-9f28-5798dfc7c50e), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:21.703011 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (07196d21-40c7-472f-9f28-5798dfc7c50e), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:21.746047 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07196d21-40c7-472f-9f28-5798dfc7c50e,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:24:21.750756 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fa2f7f894cc435b878f1b06043e5274&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4619565 Jul 28 22:24:21.753677 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38020) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:24:21.755001 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.755347 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.755684 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.756020 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.756350 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.756676 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.756995 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.757314 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.757673 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.758003 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.758336 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.758670 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.758987 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.759299 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.760181 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fdf3f5-8620-4f34-884c-1d10baa8c818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.829505 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Publish callbacks [] for security_group (07196d21-40c7-472f-9f28-5798dfc7c50e), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:21.850593 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Publish callbacks [] for security_group (07196d21-40c7-472f-9f28-5798dfc7c50e), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:21.951072 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (07196d21-40c7-472f-9f28-5798dfc7c50e), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:21.953564 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:21.954750 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07196d21-40c7-472f-9f28-5798dfc7c50e HTTP/1.1" status: 204 len: 168 time: 0.2000377 Jul 28 22:24:21.963674 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07196d21-40c7-472f-9f28-5798dfc7c50e,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:24:21.971049 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.971401 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.971783 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.972238 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.972456 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.972796 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.973128 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.973458 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.973827 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.974161 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.974504 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.975635 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.975635 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.975635 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:21.975929 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3f6ded-931a-428b-acb4-ca500e02e460 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:24:30.369339 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:24:31.741394 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:24:31.749509 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:24:31.959574 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:24:31.967319 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:24:31.995919 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:24:33.873913 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 5 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:24:43.869712 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=17 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:24:43.870525 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=17 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:24:45.375431 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-259ce619-cb59-4580-9013-b1d95d0c2a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:47.408441 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-84a85673-ef20-4971-91ac-4d7a75f5796b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:48.767511 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:50.225661 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:24:50.378349 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:25:00.372750 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:25:00.374756 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:25:10.872718 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 5 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:25:15.377234 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ba69be82-662a-4c26-a3c9-8b99802e56ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:25:17.410200 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-06f35f4f-0a21-4ddc-b625-d0c15f040ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:25:18.771106 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:25:20.229553 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:25:20.380634 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:25:20.869313 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:25:20.870466 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:25:30.374844 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:25:30.376704 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:25:45.378740 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f31aaf9d-9231-4f70-85c5-bfb87892785c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:25:47.411987 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4cd97673-857e-453d-aa35-4e95518055f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:25:47.871992 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 5 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:25:48.775340 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:25:50.230491 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:25:50.384131 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:25:57.868120 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:25:57.868875 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:26:00.377960 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:26:00.378857 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:26:06.570066 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-360869'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:26:15.381101 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4303-9780-4860-933e-1c7b2181c246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:26:17.413124 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7e3cbf8f-95a9-4f22-8dd9-c439fe1151df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:26:18.323815 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38116) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:26:18.456057 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c479eecf-7e03-4267-b0b8-d5ee36b333c9 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1308515 Jul 28 22:26:18.776554 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:26:20.235218 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:26:20.389948 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:26:20.516297 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38126) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:26:20.571168 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-b4b16772-08bf-4c01-80a7-606ba21bfee7 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537276 Jul 28 22:26:24.871880 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:26:30.383494 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:INSERT=1,neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:26:30.386407 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:26:30.565936 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:26:30.566621 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:26:36.546888 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:26:42.336570 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=17 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:26:42.338428 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=17 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:26:45.384544 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2719-e585-4ac6-b96c-14dae69791ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:26:47.417370 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-376baccd-6d7f-42c5-bfaa-6b3cdeba9ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:26:48.778426 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:26:50.237078 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:26:50.392043 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:00.387111 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:27:00.388348 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:27:01.871433 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:27:06.553554 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:11.867190 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:27:11.867984 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:27:15.395185 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-644e267b-e3b9-4f32-ae5f-a0c9e016d8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:17.453900 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4df9fa71-39b0-4b8c-9436-4f069273c787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:18.781452 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:20.240128 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:20.394725 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:30.388618 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:27:30.390527 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:27:36.559202 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:38.869853 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:27:45.389095 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-802d654d-b660-49a3-9bc4-56831975eb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:47.418758 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-359fd1b7-77fd-4ad1-9cdd-131f5b5c7ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:48.786569 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:48.865570 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:27:48.866883 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:27:50.244404 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:50.400107 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:58.370536 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38258) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:27:58.777475 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2107276781-network', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:27:58.801812 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Made reservation on behalf of d829cbd8678145668ea811e01093fcfc for: {'network': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:27:58.805192 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:58.811832 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38280) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:27:58.815399 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:58.904978 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Publish callbacks [] for security_group (679ddcfc-ef9b-45e8-bd18-6087f3c3e293), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:58.910217 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (679ddcfc-ef9b-45e8-bd18-6087f3c3e293), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:58.941970 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679ddcfc-ef9b-45e8-bd18-6087f3c3e293,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:27:58.944570 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=104116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:27:58.956156 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.956468 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.956895 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.957244 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.957599 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.957935 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.958318 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.958649 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.958997 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.959324 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.959669 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.960015 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.960343 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.960667 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.960986 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:58.961138 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1590356323-network', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Tracked resource versions report: Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: pushed versions: Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: { 'AddressGroup': {'1.2'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Agent': {'1.1'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'ConntrackHelper': {'1.0'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'LocalIPAssociation': {'1.0'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Log': {'1.0'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'NDPProxy': {'1.0'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Network': {'1.1'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Port': {'1.7'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'PortForwarding': {'1.3'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'QosPolicy': {'1.10'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'SecurityGroup': {'1.5'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'SecurityGroupRule': {'1.2'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'SubPort': {'1.0'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Subnet': {'1.1'}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Trunk': {'1.1'}} Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: consumer versions: Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: { DHCP agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: HyperV agent@hv-cinder-85093: {}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: L3 agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: Metadata agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: Metering agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: Open vSwitch agent@dv-cinder-850939-3-iscsi: { 'AddressGroup': '1.2', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Agent': '1.1', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'ConntrackHelper': '1.0', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'LocalIPAssociation': '1.0', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Log': '1.0', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'NDPProxy': '1.0', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Network': '1.1', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Port': '1.7', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'PortForwarding': '1.3', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'QosPolicy': '1.10', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'SecurityGroup': '1.5', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'SecurityGroupRule': '1.2', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'SubPort': '1.0', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Subnet': '1.1', Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: 'Trunk': '1.1'}} Jul 28 22:27:58.962129 dv-cinder-850939-3-iscsi neutron-server[104116]: {{(pid=104116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 22:27:58.969037 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (e92062d8-e35a-4628-b979-2ae305ec8590), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:58.969426 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.segments_db [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Added segment e92062d8-e35a-4628-b979-2ae305ec8590 of type vlan for network 464fee12-f052-4124-8f6c-243235b340a4 Jul 28 22:27:58.988584 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Made reservation on behalf of d0c7b146e08f4a9ea11f1a73099eb7ea for: {'network': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:27:58.993560 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.004678 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.012612 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (464fee12-f052-4124-8f6c-243235b340a4), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.042627 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (464fee12-f052-4124-8f6c-243235b340a4), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.043857 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:27:59.044571 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.109487 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Publish callbacks [] for security_group (1421cd75-0940-4c7b-a39b-d8f172d0b903), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.116354 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (1421cd75-0940-4c7b-a39b-d8f172d0b903), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.125778 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=464fee12-f052-4124-8f6c-243235b340a4,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:27:59.138060 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 464fee12-f052-4124-8f6c-243235b340a4 details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:27:59.147758 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-95ce2859-6bf2-4baf-a260-34cfbc5b3aa4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7750952 Jul 28 22:27:59.148659 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38312) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:27:59.153126 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1421cd75-0940-4c7b-a39b-d8f172d0b903,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:27:59.157102 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-2c5d1f74-fdd4-45ef-9875-253341577ace admin admin] Request body: {'subnet': {'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2107276781-subnet', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:27:59.174001 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.174001 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.174571 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.174955 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.175368 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.176220 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.177253 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.177867 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.178255 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.178634 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.178991 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.179787 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.179787 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.180146 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.180711 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Tracked resource versions report: Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: pushed versions: Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: { 'AddressGroup': {'1.2'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Agent': {'1.1'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'ConntrackHelper': {'1.0'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'LocalIPAssociation': {'1.0'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Log': {'1.0'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'NDPProxy': {'1.0'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Network': {'1.1'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Port': {'1.7'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'PortForwarding': {'1.3'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'QosPolicy': {'1.10'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'SecurityGroup': {'1.5'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'SecurityGroupRule': {'1.2'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'SubPort': {'1.0'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Subnet': {'1.1'}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Trunk': {'1.1'}} Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: consumer versions: Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: { DHCP agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: HyperV agent@hv-cinder-85093: {}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: L3 agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: Metadata agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: Metering agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: Open vSwitch agent@dv-cinder-850939-3-iscsi: { 'AddressGroup': '1.2', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Agent': '1.1', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'ConntrackHelper': '1.0', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'LocalIPAssociation': '1.0', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Log': '1.0', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'NDPProxy': '1.0', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Network': '1.1', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Port': '1.7', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'PortForwarding': '1.3', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'QosPolicy': '1.10', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'SecurityGroup': '1.5', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'SecurityGroupRule': '1.2', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'SubPort': '1.0', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Subnet': '1.1', Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: 'Trunk': '1.1'}} Jul 28 22:27:59.181935 dv-cinder-850939-3-iscsi neutron-server[104117]: {{(pid=104117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 22:27:59.184310 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5d1f74-fdd4-45ef-9875-253341577ace admin admin] Made reservation on behalf of d829cbd8678145668ea811e01093fcfc for: {'subnet': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:27:59.190650 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1f74-fdd4-45ef-9875-253341577ace admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.190793 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=104117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:27:59.202198 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (2ba70835-0bad-46da-af0c-2bdb9a8687da), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.202917 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.segments_db [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Added segment 2ba70835-0bad-46da-af0c-2bdb9a8687da of type vlan for network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 Jul 28 22:27:59.260348 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (6ba94cd9-b91a-4088-b65d-e5c882850ab5), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.304623 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (6ba94cd9-b91a-4088-b65d-e5c882850ab5), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.306158 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:27:59.306909 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.379365 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5646210 Jul 28 22:27:59.385470 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38320) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:27:59.391176 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-ecbbc98f-a8e9-4a57-a507-afcfe2051179 admin admin] Request body: {'subnet': {'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-subnet', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:27:59.399416 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2f515-d6fb-4fea-92f9-bb1e36aec07f admin admin] Pushing event updated for resources: {'Network': ['ID=6ba94cd9-b91a-4088-b65d-e5c882850ab5,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:27:59.410917 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:27:59.423249 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1f74-fdd4-45ef-9875-253341577ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for subnet (6bc16b42-782d-4edd-b93c-9d5d6fc93f7a), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.438705 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbbc98f-a8e9-4a57-a507-afcfe2051179 admin admin] Made reservation on behalf of d0c7b146e08f4a9ea11f1a73099eb7ea for: {'subnet': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:27:59.441279 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc98f-a8e9-4a57-a507-afcfe2051179 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.479558 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d1f74-fdd4-45ef-9875-253341577ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bc16b42-782d-4edd-b93c-9d5d6fc93f7a,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:27:59.507359 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d1f74-fdd4-45ef-9875-253341577ace admin admin] Checking segment: {'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:27:59.507915 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d1f74-fdd4-45ef-9875-253341577ace admin admin] Network hostable DHCP agents. Network: 464fee12-f052-4124-8f6c-243235b340a4, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:27:59.529706 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d1f74-fdd4-45ef-9875-253341577ace admin admin] Network 464fee12-f052-4124-8f6c-243235b340a4 is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:27:59.550921 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d1f74-fdd4-45ef-9875-253341577ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 464fee12-f052-4124-8f6c-243235b340a4) {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:27:59.557128 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5d1f74-fdd4-45ef-9875-253341577ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:27:59.558407 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1f74-fdd4-45ef-9875-253341577ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.571827 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c2fc7-07bf-4b1a-865c-c53f394caa1b None None] Network 464fee12-f052-4124-8f6c-243235b340a4 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:27:59.590421 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-2c5d1f74-fdd4-45ef-9875-253341577ace admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4396636 Jul 28 22:27:59.593569 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38326) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:27:59.604189 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:27:59.628655 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:27:59.635908 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-355861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-678'] for router (7c77e946-c3d6-4a3e-bc59-6535446eba09), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.637381 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-687'] for router (7c77e946-c3d6-4a3e-bc59-6535446eba09), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.688505 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:27:59.708783 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Publish callbacks [] for router_controller (7c77e946-c3d6-4a3e-bc59-6535446eba09), precommit_add_association {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.710418 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:27:59.731429 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f313812-be9c-585b-b2da-26cdb27816da-464fee12-f052-4124-8f6c-243235b340a4', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a'}]}} from dv-cinder-850939-3-iscsi. {{(pid=104118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 22:27:59.732461 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.745191 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc98f-a8e9-4a57-a507-afcfe2051179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for subnet (bd9d7ef8-b1ea-409f-bc0d-02c57dced297), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.818578 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38334) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:27:59.839199 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbc98f-a8e9-4a57-a507-afcfe2051179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd9d7ef8-b1ea-409f-bc0d-02c57dced297,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:27:59.868079 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbbc98f-a8e9-4a57-a507-afcfe2051179 admin admin] Checking segment: {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:27:59.868672 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbbc98f-a8e9-4a57-a507-afcfe2051179 admin admin] Network hostable DHCP agents. Network: 6ba94cd9-b91a-4088-b65d-e5c882850ab5, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:27:59.874544 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38338) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:27:59.910842 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbbc98f-a8e9-4a57-a507-afcfe2051179 admin admin] Network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:27:59.933128 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.db_base_plugin_common [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Allocated IP 172.20.0.2 (464fee12-f052-4124-8f6c-243235b340a4/6bc16b42-782d-4edd-b93c-9d5d6fc93f7a/788d4b9a-186c-4abc-8b49-94abeb5e6718) {{(pid=104118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:27:59.933716 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-ecbbc98f-a8e9-4a57-a507-afcfe2051179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 6ba94cd9-b91a-4088-b65d-e5c882850ab5) {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:27:59.940817 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbbc98f-a8e9-4a57-a507-afcfe2051179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:27:59.944373 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc98f-a8e9-4a57-a507-afcfe2051179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.952197 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c51f6-9ea0-42b0-83a9-a96de40ff8ef None None] Network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:27:59.982377 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ecbbc98f-a8e9-4a57-a507-afcfe2051179 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5954239 Jul 28 22:27:59.982991 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38344) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:27:59.986406 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Publish callbacks [] for router_gateway (7c77e946-c3d6-4a3e-bc59-6535446eba09), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:27:59.995037 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:00.030119 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-355861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-678'] for router (4212d08f-0cd3-4631-829f-f12aa2744ce6), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.032541 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-687'] for router (4212d08f-0cd3-4631-829f-f12aa2744ce6), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.053407 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38346) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:00.118044 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f313812-be9c-585b-b2da-26cdb27816da-6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297'}]}} from dv-cinder-850939-3-iscsi. {{(pid=104118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 22:28:00.119119 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.207681 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Publish callbacks [] for router_controller (4212d08f-0cd3-4631-829f-f12aa2744ce6), precommit_add_association {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.363109 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:00.373346 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.db_base_plugin_common [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Allocated IP 172.20.0.2 (6ba94cd9-b91a-4088-b65d-e5c882850ab5/bd9d7ef8-b1ea-409f-bc0d-02c57dced297/bbb29334-3f48-41c5-9c2a-6fc7a513fb02) {{(pid=104118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:00.376894 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Publish callbacks [] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), precommit_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.396269 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Publish callbacks [] for router_gateway (7c77e946-c3d6-4a3e-bc59-6535446eba09), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.396997 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.405218 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=84,neutron:UPDATE=9,neutron:INSERT=6 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:00.428320 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Network 464fee12-f052-4124-8f6c-243235b340a4 is already hosted by enough agents. {{(pid=104118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:00.462669 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.base_scheduler [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Resources bound (agent type, host, resource id): {{(pid=104118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:00.466213 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Received port after_create {{(pid=104118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:00.478752 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-network', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:00.497888 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Publish callbacks [] for router_gateway (4212d08f-0cd3-4631-829f-f12aa2744ce6), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.535460 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.548336 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1005879084-network', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:00.564636 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Made reservation on behalf of 567bd0fe29da4db5a0f08c8b5cc81f9c for: {'network': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:28:00.573084 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.574938 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Attempting to bind port 788d4b9a-186c-4abc-8b49-94abeb5e6718 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:00.575536 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Attempting to bind port 788d4b9a-186c-4abc-8b49-94abeb5e6718 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:00.576195 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Attempting to bind port 788d4b9a-186c-4abc-8b49-94abeb5e6718 on network 464fee12-f052-4124-8f6c-243235b340a4 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:00.597024 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Pushing event updated for resources: {'Port': ['ID=788d4b9a-186c-4abc-8b49-94abeb5e6718,revision_number=1']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:00.600062 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:00.600732 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Checking segment: {'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:00.603459 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.607437 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Bound using segment: {'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:00.608246 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Bound port: 788d4b9a-186c-4abc-8b49-94abeb5e6718, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:00.609759 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.652522 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.658809 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.665674 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.666323 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.666854 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.667381 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.667898 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.668397 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.673924 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.674474 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.674996 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.675516 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.676046 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.676562 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.677607 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Tracked resource versions report: Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: pushed versions: Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: { 'AddressGroup': {'1.2'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Agent': {'1.1'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'ConntrackHelper': {'1.0'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'LocalIPAssociation': {'1.0'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Log': {'1.0'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'NDPProxy': {'1.0'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Network': {'1.1'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Port': {'1.7'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'PortForwarding': {'1.3'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'QosPolicy': {'1.10'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'SecurityGroup': {'1.5'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'SecurityGroupRule': {'1.2'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'SubPort': {'1.0'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Subnet': {'1.1'}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Trunk': {'1.1'}} Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: consumer versions: Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: { DHCP agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: HyperV agent@hv-cinder-85093: {}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: L3 agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: Metadata agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: Metering agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: Open vSwitch agent@dv-cinder-850939-3-iscsi: { 'AddressGroup': '1.2', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Agent': '1.1', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'ConntrackHelper': '1.0', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'LocalIPAssociation': '1.0', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Log': '1.0', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'NDPProxy': '1.0', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Network': '1.1', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Port': '1.7', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'PortForwarding': '1.3', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'QosPolicy': '1.10', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'SecurityGroup': '1.5', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'SecurityGroupRule': '1.2', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'SubPort': '1.0', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Subnet': '1.1', Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: 'Trunk': '1.1'}} Jul 28 22:28:00.683144 dv-cinder-850939-3-iscsi neutron-server[104118]: {{(pid=104118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 22:28:00.712889 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-network', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:00.800375 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Allocated IP 172.27.3.70 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/0993d02e-e38f-4c90-a369-cd2bee3fe1af) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:00.812043 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] For port 788d4b9a-186c-4abc-8b49-94abeb5e6718, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:00.818711 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] For port 788d4b9a-186c-4abc-8b49-94abeb5e6718, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=788d4b9a-186c-4abc-8b49-94abeb5e6718,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:00.820871 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Publish callbacks [] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), precommit_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.835698 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.859425 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.943809 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Publish callbacks [] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:00.974283 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 is already hosted by enough agents. {{(pid=104118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:00.997455 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.base_scheduler [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Resources bound (agent type, host, resource id): {{(pid=104118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:01.010028 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Received port after_create {{(pid=104118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:01.026747 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd0480-5a2f-41ce-a03e-263da8fee026 None None] Pushing event updated for resources: {'Port': ['ID=788d4b9a-186c-4abc-8b49-94abeb5e6718,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:01.062243 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:01.064215 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.078899 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.082320 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Made reservation on behalf of 9c4e68e56e744fa9af4631ae2e967a6d for: {'network': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:28:01.087730 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.105196 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:01.107987 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:01.137382 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.235404 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Publish callbacks [] for security_group (7dcb2386-ae29-4bf6-9889-d33a358d6637), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.240716 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:01.250221 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Attempting to bind port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:01.251757 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (7dcb2386-ae29-4bf6-9889-d33a358d6637), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.252863 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Attempting to bind port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:01.254266 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Attempting to bind port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:01.269957 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:01.271940 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Checking segment: {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:01.274234 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.278126 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Bound using segment: {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:01.279037 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Bound port: bbb29334-3f48-41c5-9c2a-6fc7a513fb02, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:01.279744 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.281722 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=104116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:28:01.312929 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (4fc967d7-810d-4cf6-9f0b-be898371c561), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.312929 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.segments_db [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Added segment 4fc967d7-810d-4cf6-9f0b-be898371c561 of type vlan for network f48c6e9d-45a6-4c64-a517-0531b03b9307 Jul 28 22:28:01.339895 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Publish callbacks [] for security_group (8bcf51b7-7dc8-450e-ae8a-200508367792), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.350944 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:01.356887 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:01.370090 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (8bcf51b7-7dc8-450e-ae8a-200508367792), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.370663 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Pushing event updated for resources: {'Port': ['ID=bbb29334-3f48-41c5-9c2a-6fc7a513fb02,revision_number=1']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:01.373158 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (f48c6e9d-45a6-4c64-a517-0531b03b9307), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.400984 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=104117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:28:01.413923 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=18 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:01.414620 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] For port bbb29334-3f48-41c5-9c2a-6fc7a513fb02, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:01.423120 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] For port bbb29334-3f48-41c5-9c2a-6fc7a513fb02, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=bbb29334-3f48-41c5-9c2a-6fc7a513fb02,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:01.443827 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.446768 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (e4c3d9c8-807e-4354-855d-afb8ab075cef), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.447112 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.segments_db [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Added segment e4c3d9c8-807e-4354-855d-afb8ab075cef of type vlan for network 425ace09-193c-40d9-ace1-b357fa18c983 Jul 28 22:28:01.585854 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (425ace09-193c-40d9-ace1-b357fa18c983), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.642226 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1032fa1-3dfa-4451-aa69-8453e6b87047 None None] Pushing event updated for resources: {'Port': ['ID=bbb29334-3f48-41c5-9c2a-6fc7a513fb02,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:01.732718 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (425ace09-193c-40d9-ace1-b357fa18c983), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.733750 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:01.734329 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.741032 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb2386-ae29-4bf6-9889-d33a358d6637,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:01.768919 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (f48c6e9d-45a6-4c64-a517-0531b03b9307), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.769948 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:01.770610 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.779010 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcf51b7-7dc8-450e-ae8a-200508367792,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:01.785876 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Made reservation on behalf of cb92681d2af8498cb7456a70354ccf39 for: {'network': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:28:01.799379 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.824811 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0026777 Jul 28 22:28:01.826883 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:01.833373 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38406) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:01.847501 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-2a95b553-a108-41c2-8c59-b16e329098aa admin admin] Request body: {'subnet': {'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-subnet', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:02.005506 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Pushing event updated for resources: {'Port': ['ID=0993d02e-e38f-4c90-a369-cd2bee3fe1af,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:02.009565 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Publish callbacks [] for router_gateway (4212d08f-0cd3-4631-829f-f12aa2744ce6), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:02.071583 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.1844358 Jul 28 22:28:02.072401 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38420) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:02.095017 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-2f1b327e-53f5-496b-8f19-9eda55cda8fc admin admin] Request body: {'subnet': {'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-subnet', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:02.120834 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Publish callbacks [] for security_group (9cf2e983-79fc-4845-b3ef-a622f0785747), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:02.159499 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a95b553-a108-41c2-8c59-b16e329098aa admin admin] Made reservation on behalf of 9c4e68e56e744fa9af4631ae2e967a6d for: {'subnet': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:28:02.161967 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a95b553-a108-41c2-8c59-b16e329098aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:02.163209 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46ab4a-4fd1-480c-917a-696da5d11e06 admin admin] Pushing event updated for resources: {'Network': ['ID=f48c6e9d-45a6-4c64-a517-0531b03b9307,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:02.168544 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:02.179932 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network f48c6e9d-45a6-4c64-a517-0531b03b9307 details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:28:02.180538 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (9cf2e983-79fc-4845-b3ef-a622f0785747), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:02.208527 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:02.225106 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1b327e-53f5-496b-8f19-9eda55cda8fc admin admin] Made reservation on behalf of 567bd0fe29da4db5a0f08c8b5cc81f9c for: {'subnet': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:28:02.228697 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2f1b327e-53f5-496b-8f19-9eda55cda8fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:02.309841 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:02.568035 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:02.655917 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 788d4b9a-186c-4abc-8b49-94abeb5e6718 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:02.767181 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2f1b327e-53f5-496b-8f19-9eda55cda8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for subnet (56ed5844-8abf-4465-a654-00086d69cc77), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:02.810290 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 788d4b9a-186c-4abc-8b49-94abeb5e6718 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:02.811217 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:02.829067 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Publish callbacks [] for router_gateway (7c77e946-c3d6-4a3e-bc59-6535446eba09), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:02.930735 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69690b9-fdad-49bc-a580-f869dfe38df9 admin admin] Pushing event updated for resources: {'Network': ['ID=425ace09-193c-40d9-ace1-b357fa18c983,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:02.934466 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf2e983-79fc-4845-b3ef-a622f0785747,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:02.943724 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Allocated IP 172.27.3.216 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/67c6ee95-decd-440a-b531-31bd26ddf6b5) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:02.949568 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b327e-53f5-496b-8f19-9eda55cda8fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ed5844-8abf-4465-a654-00086d69cc77,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:02.965865 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 425ace09-193c-40d9-ace1-b357fa18c983 details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:28:03.050330 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8969209b-ee4f-46e5-94a9-ec295a67fabe None None] Network 464fee12-f052-4124-8f6c-243235b340a4 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:28:03.066348 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:03.160178 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=104117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:28:03.226263 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38460) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:03.244640 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b327e-53f5-496b-8f19-9eda55cda8fc admin admin] Checking segment: {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:03.244997 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1b327e-53f5-496b-8f19-9eda55cda8fc admin admin] Network hostable DHCP agents. Network: f48c6e9d-45a6-4c64-a517-0531b03b9307, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:28:03.279954 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1b327e-53f5-496b-8f19-9eda55cda8fc admin admin] Network f48c6e9d-45a6-4c64-a517-0531b03b9307 is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:28:03.309921 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.311984 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.segments_db [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Added segment 3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca of type vlan for network 3b321d51-83e0-4fab-8ede-145e708993ba Jul 28 22:28:03.334850 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-2f1b327e-53f5-496b-8f19-9eda55cda8fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, f48c6e9d-45a6-4c64-a517-0531b03b9307) {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:03.342765 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1b327e-53f5-496b-8f19-9eda55cda8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:03.343309 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2f1b327e-53f5-496b-8f19-9eda55cda8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.373735 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-2f1b327e-53f5-496b-8f19-9eda55cda8fc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2950003 Jul 28 22:28:03.376609 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38468) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:03.436626 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:03.454806 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10593a1-1a1f-418e-9084-e3f1af3f3cae None None] Network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:28:03.456957 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad27f195-cf55-44e4-a135-ff69950366a1 None None] Network f48c6e9d-45a6-4c64-a517-0531b03b9307 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:28:03.463682 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=7 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:03.466798 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 788d4b9a-186c-4abc-8b49-94abeb5e6718 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:03.467747 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.492704 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (3b321d51-83e0-4fab-8ede-145e708993ba), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.505605 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Publish callbacks [] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.507538 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-353995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364417'] for router (7c77e946-c3d6-4a3e-bc59-6535446eba09), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.603507 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (3b321d51-83e0-4fab-8ede-145e708993ba), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.606290 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:03.608024 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.694607 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port 788d4b9a-186c-4abc-8b49-94abeb5e6718, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=788d4b9a-186c-4abc-8b49-94abeb5e6718,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:03.696632 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f313812-be9c-585b-b2da-26cdb27816da-f48c6e9d-45a6-4c64-a517-0531b03b9307', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77'}]}} from dv-cinder-850939-3-iscsi. {{(pid=104118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 22:28:03.697662 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.745685 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 3.6882207 Jul 28 22:28:03.745685 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac57a04-10d9-412d-a05b-42fa3a825d66 admin admin] Pushing event updated for resources: {'Network': ['ID=3b321d51-83e0-4fab-8ede-145e708993ba,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:03.747224 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38490) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:03.752743 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f224a324-8d81-4e7f-8aaf-17eb89d94f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.775990 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-e8af32b5-c774-4452-986d-f1774fbfd990 admin admin] Request body: {'subnet': {'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1005879084-subnet', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:03.800461 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 3b321d51-83e0-4fab-8ede-145e708993ba details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:28:03.804857 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-39440936-6293-40cd-8cdc-690a4903481d None None] Provisioning complete for port 788d4b9a-186c-4abc-8b49-94abeb5e6718 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:03.805422 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-39440936-6293-40cd-8cdc-690a4903481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.806006 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.808158 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.809270 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device bbb29334-3f48-41c5-9c2a-6fc7a513fb02 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:03.812987 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a95b553-a108-41c2-8c59-b16e329098aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for subnet (d48d9b17-b454-4d3c-bc21-b33608361781), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.818979 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-355861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-678'] for router (22067912-df6f-43a3-870e-3b2255ff26c3), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.824190 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-687'] for router (22067912-df6f-43a3-870e-3b2255ff26c3), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.828430 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8af32b5-c774-4452-986d-f1774fbfd990 admin admin] Made reservation on behalf of cb92681d2af8498cb7456a70354ccf39 for: {'subnet': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:28:03.831751 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e8af32b5-c774-4452-986d-f1774fbfd990 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:03.938199 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:03.988727 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Publish callbacks [] for router_controller (22067912-df6f-43a3-870e-3b2255ff26c3), precommit_add_association {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.006863 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:04.054492 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:04.080426 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e8af32b5-c774-4452-986d-f1774fbfd990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for subnet (441aaf36-82e9-41a1-a7f9-3b72b5bd02a1), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.122258 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=788d4b9a-186c-4abc-8b49-94abeb5e6718,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:04.122483 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:04.126394 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f224a324-8d81-4e7f-8aaf-17eb89d94f57 admin admin] Publish callbacks [] for security_group (017269ba-a16c-4136-8349-cf0578c7307b), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.140306 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:04.155260 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:04.157066 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Pushing event updated for resources: {'Port': ['ID=67c6ee95-decd-440a-b531-31bd26ddf6b5,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:04.194051 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Router 7c77e946-c3d6-4a3e-bc59-6535446eba09 is scheduled to L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b with binding_index 1 {{(pid=104116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 22:28:04.210995 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f224a324-8d81-4e7f-8aaf-17eb89d94f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (017269ba-a16c-4136-8349-cf0578c7307b), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.236268 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95b553-a108-41c2-8c59-b16e329098aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48d9b17-b454-4d3c-bc21-b33608361781,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:04.272278 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-39440936-6293-40cd-8cdc-690a4903481d None None] Current status of the port 788d4b9a-186c-4abc-8b49-94abeb5e6718 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:04.290040 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af32b5-c774-4452-986d-f1774fbfd990 admin admin] Checking segment: {'id': '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:04.290403 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af32b5-c774-4452-986d-f1774fbfd990 admin admin] Network hostable DHCP agents. Network: 3b321d51-83e0-4fab-8ede-145e708993ba, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:28:04.334285 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:04.334687 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.339938 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:04.355068 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a95b553-a108-41c2-8c59-b16e329098aa admin admin] Checking segment: {'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:04.355821 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a95b553-a108-41c2-8c59-b16e329098aa admin admin] Network hostable DHCP agents. Network: 425ace09-193c-40d9-ace1-b357fa18c983, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:28:04.391506 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af32b5-c774-4452-986d-f1774fbfd990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=441aaf36-82e9-41a1-a7f9-3b72b5bd02a1,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:04.404563 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:04.409109 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-f224a324-8d81-4e7f-8aaf-17eb89d94f57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=295dccb87b0c4f4a8dfd355b6b865894&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1806347 Jul 28 22:28:04.420245 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38502) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:04.463469 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-7e38c1d8-c615-405c-8daf-a3382baf5bdb None None] Provisioning complete for port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:04.463875 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7e38c1d8-c615-405c-8daf-a3382baf5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.485780 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224a324-8d81-4e7f-8aaf-17eb89d94f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017269ba-a16c-4136-8349-cf0578c7307b,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:04.510558 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Publish callbacks [] for router_gateway (22067912-df6f-43a3-870e-3b2255ff26c3), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.548859 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.db_base_plugin_common [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Allocated IP 172.20.0.2 (f48c6e9d-45a6-4c64-a517-0531b03b9307/56ed5844-8abf-4465-a654-00086d69cc77/a2cc64e2-de9e-4719-ba91-be0de305ce06) {{(pid=104118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:04.572943 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af32b5-c774-4452-986d-f1774fbfd990 admin admin] Network 3b321d51-83e0-4fab-8ede-145e708993ba is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:28:04.614200 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a95b553-a108-41c2-8c59-b16e329098aa admin admin] Network 425ace09-193c-40d9-ace1-b357fa18c983 is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:28:04.636771 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-e8af32b5-c774-4452-986d-f1774fbfd990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 3b321d51-83e0-4fab-8ede-145e708993ba) {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:04.687863 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:28:04.702510 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Sync routers for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:28:04.723976 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:04.725969 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:27:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:04.757490 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.758813 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-cc634629-588f-40f8-a4ae-ae6e978c1505 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1629939 Jul 28 22:28:04.763581 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38508) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:04.800070 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Publish callbacks [] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), precommit_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.878045 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:04.878045 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cee8728-9f7c-402f-b20b-61bcebac0fd0 None None] Network 3b321d51-83e0-4fab-8ede-145e708993ba requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:28:04.878317 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-2a95b553-a108-41c2-8c59-b16e329098aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 425ace09-193c-40d9-ace1-b357fa18c983) {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:04.878317 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Publish callbacks [] for router_gateway (4212d08f-0cd3-4631-829f-f12aa2744ce6), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.878317 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-437908ec-61a7-4fc2-b1f4-14c84fab49d0 admin admin] Publish callbacks [] for security_group (017269ba-a16c-4136-8349-cf0578c7307b), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.928183 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-437908ec-61a7-4fc2-b1f4-14c84fab49d0 admin admin] Publish callbacks [] for security_group (017269ba-a16c-4136-8349-cf0578c7307b), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.957345 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.976065 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af32b5-c774-4452-986d-f1774fbfd990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:04.976665 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e8af32b5-c774-4452-986d-f1774fbfd990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.986308 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a95b553-a108-41c2-8c59-b16e329098aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:04.986902 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a95b553-a108-41c2-8c59-b16e329098aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:04.996782 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cc25c6-b526-486b-aa37-5e79e664ee93 None None] Network 425ace09-193c-40d9-ace1-b357fa18c983 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:28:05.115341 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:05.141236 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2a95b553-a108-41c2-8c59-b16e329098aa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2980552 Jul 28 22:28:05.152716 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38526) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:05.166883 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:05.170735 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Publish callbacks [] for router_gateway (22067912-df6f-43a3-870e-3b2255ff26c3), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.180945 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-437908ec-61a7-4fc2-b1f4-14c84fab49d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (017269ba-a16c-4136-8349-cf0578c7307b), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.184093 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-437908ec-61a7-4fc2-b1f4-14c84fab49d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.189203 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-437908ec-61a7-4fc2-b1f4-14c84fab49d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/017269ba-a16c-4136-8349-cf0578c7307b HTTP/1.1" status: 204 len: 168 time: 0.7650347 Jul 28 22:28:05.203634 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:05.209670 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-e8af32b5-c774-4452-986d-f1774fbfd990 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4469941 Jul 28 22:28:05.228013 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38530) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:05.237014 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437908ec-61a7-4fc2-b1f4-14c84fab49d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017269ba-a16c-4136-8349-cf0578c7307b,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:05.237464 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.294918 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:05.294918 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.340181 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-355861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-678'] for router (84e728da-e7c5-4640-b795-c7ed907d7480), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.341317 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-687'] for router (84e728da-e7c5-4640-b795-c7ed907d7480), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.441053 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Network f48c6e9d-45a6-4c64-a517-0531b03b9307 is already hosted by enough agents. {{(pid=104118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:05.458820 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Allocated IP 172.27.3.12 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/313075bf-1599-45ff-b37e-34f6a02b952a) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:05.472161 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f313812-be9c-585b-b2da-26cdb27816da-3b321d51-83e0-4fab-8ede-145e708993ba', 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba', 'project_id': 'cb92681d2af8498cb7456a70354ccf39', 'fixed_ips': [{'subnet_id': '441aaf36-82e9-41a1-a7f9-3b72b5bd02a1'}]}} from dv-cinder-850939-3-iscsi. {{(pid=104118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 22:28:05.473218 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.479477 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Publish callbacks [] for router_controller (84e728da-e7c5-4640-b795-c7ed907d7480), precommit_add_association {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.503062 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.base_scheduler [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Resources bound (agent type, host, resource id): {{(pid=104118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:05.511301 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Received port after_create {{(pid=104118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:05.514638 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f313812-be9c-585b-b2da-26cdb27816da-425ace09-193c-40d9-ace1-b357fa18c983', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781'}]}} from dv-cinder-850939-3-iscsi. {{(pid=104118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 22:28:05.515626 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.535318 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:05.546961 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Pushing event updated for resources: {'Port': ['ID=a2cc64e2-de9e-4719-ba91-be0de305ce06,revision_number=1']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:05.596395 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:02Z', 'revision_number': 3, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:05.601018 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Publish callbacks [] for port (313075bf-1599-45ff-b37e-34f6a02b952a), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.654090 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Checking router: 7c77e946-c3d6-4a3e-bc59-6535446eba09 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:28:05.654712 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Updating router 7c77e946-c3d6-4a3e-bc59-6535446eba09 port 0993d02e-e38f-4c90-a369-cd2bee3fe1af binding host dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:28:05.663348 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:05.665478 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:05.669986 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1005879084-router', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:05.675659 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port bbb29334-3f48-41c5-9c2a-6fc7a513fb02, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=bbb29334-3f48-41c5-9c2a-6fc7a513fb02,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:05.680658 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-7e38c1d8-c615-405c-8daf-a3382baf5bdb None None] Current status of the port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:05.681105 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7e38c1d8-c615-405c-8daf-a3382baf5bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.751298 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.830270 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-353995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364417'] for router (4212d08f-0cd3-4631-829f-f12aa2744ce6), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.834117 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38538) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:05.849439 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (313075bf-1599-45ff-b37e-34f6a02b952a), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.859979 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-355861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-678'] for router (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.861012 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-687'] for router (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.906899 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.953780 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Publish callbacks [] for router_gateway (84e728da-e7c5-4640-b795-c7ed907d7480), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:05.969500 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Pushing event updated for resources: {'Port': ['ID=313075bf-1599-45ff-b37e-34f6a02b952a,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:05.981241 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b928ec82-08e9-4ce6-96d0-338241fd07e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.014061 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:06.023653 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Publish callbacks [] for router_controller (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), precommit_add_association {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.025808 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:06.034377 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:06.153403 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Publish callbacks [] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.163475 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.207355 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Pushing event updated for resources: {'Port': ['ID=0993d02e-e38f-4c90-a369-cd2bee3fe1af,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:06.216474 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=bbb29334-3f48-41c5-9c2a-6fc7a513fb02,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:06.219202 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 788d4b9a-186c-4abc-8b49-94abeb5e6718 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:06.220397 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.220895 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.221500 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.222196 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.222696 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.223170 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.223687 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.224179 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.224718 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.225571 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.226197 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.226688 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.227155 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.227634 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.228097 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Tracked resource versions report: Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: pushed versions: Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: { 'AddressGroup': {'1.2'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Agent': {'1.1'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'ConntrackHelper': {'1.0'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'LocalIPAssociation': {'1.0'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Log': {'1.0'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'NDPProxy': {'1.0'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Network': {'1.1'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Port': {'1.7'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'PortForwarding': {'1.3'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'QosPolicy': {'1.10'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'SecurityGroup': {'1.5'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'SecurityGroupRule': {'1.2'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'SubPort': {'1.0'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Subnet': {'1.1'}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Trunk': {'1.1'}} Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: consumer versions: Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: { DHCP agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: HyperV agent@hv-cinder-85093: {}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: L3 agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: Metadata agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: Metering agent@dv-cinder-850939-3-iscsi: {}, Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: Open vSwitch agent@dv-cinder-850939-3-iscsi: { 'AddressGroup': '1.2', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Agent': '1.1', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'ConntrackHelper': '1.0', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'LocalIPAssociation': '1.0', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Log': '1.0', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'NDPProxy': '1.0', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Network': '1.1', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Port': '1.7', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'PortForwarding': '1.3', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'QosPolicy': '1.10', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'SecurityGroup': '1.5', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'SecurityGroupRule': '1.2', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'SubPort': '1.0', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Subnet': '1.1', Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: 'Trunk': '1.1'}} Jul 28 22:28:06.229681 dv-cinder-850939-3-iscsi neutron-server[104119]: {{(pid=104119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 22:28:06.278474 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Attempting to bind port 0993d02e-e38f-4c90-a369-cd2bee3fe1af on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:06.279085 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Attempting to bind port 0993d02e-e38f-4c90-a369-cd2bee3fe1af by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:06.279592 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Attempting to bind port 0993d02e-e38f-4c90-a369-cd2bee3fe1af on network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:06.288492 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:06.289150 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Checking segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:06.289728 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.290488 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Bound using segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:06.291112 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Bound port: 0993d02e-e38f-4c90-a369-cd2bee3fe1af, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:06.291670 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.312101 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.db.api [None req-7e38c1d8-c615-405c-8daf-a3382baf5bdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 22:28:06.312510 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG oslo_db.api [None req-7e38c1d8-c615-405c-8daf-a3382baf5bdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 22:28:06.316861 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Attempting to bind port a2cc64e2-de9e-4719-ba91-be0de305ce06 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:06.317809 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Attempting to bind port a2cc64e2-de9e-4719-ba91-be0de305ce06 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:06.318170 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Attempting to bind port a2cc64e2-de9e-4719-ba91-be0de305ce06 on network f48c6e9d-45a6-4c64-a517-0531b03b9307 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:06.327125 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:06.327497 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Checking segment: {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:06.327908 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.328437 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Bound using segment: {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:06.328743 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Bound port: a2cc64e2-de9e-4719-ba91-be0de305ce06, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:06.329119 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.334469 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:06.350997 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:06.352624 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 788d4b9a-186c-4abc-8b49-94abeb5e6718 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:06.353443 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.358331 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] For port 0993d02e-e38f-4c90-a369-cd2bee3fe1af, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:06.362555 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] For port 0993d02e-e38f-4c90-a369-cd2bee3fe1af, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=0993d02e-e38f-4c90-a369-cd2bee3fe1af,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:06.370700 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.385390 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:06.388521 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Router 4212d08f-0cd3-4631-829f-f12aa2744ce6 is scheduled to L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b with binding_index 1 {{(pid=104117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 22:28:06.388735 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.db_base_plugin_common [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Allocated IP 172.20.0.2 (425ace09-193c-40d9-ace1-b357fa18c983/d48d9b17-b454-4d3c-bc21-b33608361781/22b24786-2abf-4523-9cff-9fe4f66463ab) {{(pid=104118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:06.424081 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:06.430257 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.db_base_plugin_common [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Allocated IP 172.20.0.2 (3b321d51-83e0-4fab-8ede-145e708993ba/441aaf36-82e9-41a1-a7f9-3b72b5bd02a1/28dc55ba-f256-41c3-ba64-14fa7f5083c0) {{(pid=104118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:06.454282 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1776f-15f9-4298-8d07-dea22520c24f None None] Pushing event updated for resources: {'Port': ['ID=0993d02e-e38f-4c90-a369-cd2bee3fe1af,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:06.485946 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:06.486769 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:27:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:06.509745 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Publish callbacks [] for router_gateway (84e728da-e7c5-4640-b795-c7ed907d7480), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.532996 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Publish callbacks [] for router_gateway (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.565058 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.577442 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] For port a2cc64e2-de9e-4719-ba91-be0de305ce06, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:06.581488 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] For port a2cc64e2-de9e-4719-ba91-be0de305ce06, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=a2cc64e2-de9e-4719-ba91-be0de305ce06,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:06.638841 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:06.644555 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.679190 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Allocated IP 172.27.3.229 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/d582f3d8-5af6-445b-bfdf-b189c037992c) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:06.691467 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Publish callbacks [] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), precommit_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.724210 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b928ec82-08e9-4ce6-96d0-338241fd07e4 admin admin] Publish callbacks [] for security_group (41608c5c-7682-4ac5-a54e-35eecd558598), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.760539 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b928ec82-08e9-4ce6-96d0-338241fd07e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (41608c5c-7682-4ac5-a54e-35eecd558598), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.795612 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Publish callbacks [] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.824589 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:06.831215 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.878579 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Publish callbacks [] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), precommit_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.887797 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.890670 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:06.899416 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.899876 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:06.900095 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:02Z', 'revision_number': 3, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:06.906139 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:06.906578 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:06.936584 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0efb23-3edf-44b4-b783-2452c54c68e1 None None] The sync data for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi is: [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:02Z', 'revision_number': 3, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:28:06.952600 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:28:06.965506 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:06.984744 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Network 425ace09-193c-40d9-ace1-b357fa18c983 is already hosted by enough agents. {{(pid=104118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:06.984744 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:06.989994 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Pushing event updated for resources: {'Port': ['ID=d582f3d8-5af6-445b-bfdf-b189c037992c,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:07.010877 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-b928ec82-08e9-4ce6-96d0-338241fd07e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4484d46095914e1996a97193884687d4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1739924 Jul 28 22:28:07.015215 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38550) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:07.027419 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726cef2-dd6b-45ac-bf30-97d5c82b6363 None None] Pushing event updated for resources: {'Port': ['ID=a2cc64e2-de9e-4719-ba91-be0de305ce06,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:07.030033 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=85,neutron:UPDATE=8,neutron:INSERT=7 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:07.032787 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.base_scheduler [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Resources bound (agent type, host, resource id): {{(pid=104118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:07.037631 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928ec82-08e9-4ce6-96d0-338241fd07e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41608c5c-7682-4ac5-a54e-35eecd558598,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:07.049374 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Network 3b321d51-83e0-4fab-8ede-145e708993ba is already hosted by enough agents. {{(pid=104118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:07.050878 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Sync routers for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:28:07.078964 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Publish callbacks [] for router_gateway (22067912-df6f-43a3-870e-3b2255ff26c3), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:07.081259 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:07.088028 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-19636a56-d5b2-467d-8e6e-2411237c63f6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1039948 Jul 28 22:28:07.088464 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38554) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:07.104358 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.base_scheduler [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Resources bound (agent type, host, resource id): {{(pid=104118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:07.143240 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 788d4b9a-186c-4abc-8b49-94abeb5e6718 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:07.152420 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Received port after_create {{(pid=104118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:07.166562 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2dc527c1-e2c1-4438-aa05-d56ca800ef3b admin admin] Publish callbacks [] for security_group (41608c5c-7682-4ac5-a54e-35eecd558598), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:07.187446 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:07.188154 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:27:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:07.196979 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-7e38c1d8-c615-405c-8daf-a3382baf5bdb None None] Current status of the port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:07.235849 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Publish callbacks [] for router_gateway (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:07.262599 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2dc527c1-e2c1-4438-aa05-d56ca800ef3b admin admin] Publish callbacks [] for security_group (41608c5c-7682-4ac5-a54e-35eecd558598), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:07.309061 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:07.350841 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Publish callbacks [] for router_gateway (84e728da-e7c5-4640-b795-c7ed907d7480), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:07.431963 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:07.455040 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2dc527c1-e2c1-4438-aa05-d56ca800ef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (41608c5c-7682-4ac5-a54e-35eecd558598), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:07.457654 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2dc527c1-e2c1-4438-aa05-d56ca800ef3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:07.459133 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2dc527c1-e2c1-4438-aa05-d56ca800ef3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41608c5c-7682-4ac5-a54e-35eecd558598 HTTP/1.1" status: 204 len: 168 time: 0.4408221 Jul 28 22:28:07.505975 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Received port after_create {{(pid=104118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:07.531359 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc527c1-e2c1-4438-aa05-d56ca800ef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41608c5c-7682-4ac5-a54e-35eecd558598,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:07.609414 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Allocated IP 172.20.0.1 (464fee12-f052-4124-8f6c-243235b340a4/6bc16b42-782d-4edd-b93c-9d5d6fc93f7a/c718c660-2203-488b-8c61-e2f9883a6e48) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:07.625311 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:07.708596 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d95ee3f2-9b34-4110-b746-900beac56ac0 None None] Provisioning complete for port 788d4b9a-186c-4abc-8b49-94abeb5e6718 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:07.709185 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d95ee3f2-9b34-4110-b746-900beac56ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:07.766347 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Pushing event updated for resources: {'Port': ['ID=22b24786-2abf-4523-9cff-9fe4f66463ab,revision_number=1']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:07.776157 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-353995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364417'] for router (84e728da-e7c5-4640-b795-c7ed907d7480), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:07.828957 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Attempting to bind port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:07.829607 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Attempting to bind port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:07.830117 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Attempting to bind port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 on network 3b321d51-83e0-4fab-8ede-145e708993ba {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:07.835444 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:07.986864 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:07.987490 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Checking segment: {'id': '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:07.987634 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:07.988027 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Bound using segment: {'id': '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:07.988518 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Bound port: 28dc55ba-f256-41c3-ba64-14fa7f5083c0, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:07.989494 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:08.006344 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Attempting to bind port 22b24786-2abf-4523-9cff-9fe4f66463ab on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:08.006719 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Attempting to bind port 22b24786-2abf-4523-9cff-9fe4f66463ab by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:08.007082 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Attempting to bind port 22b24786-2abf-4523-9cff-9fe4f66463ab on network 425ace09-193c-40d9-ace1-b357fa18c983 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:08.106699 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Allocated IP 172.27.3.49 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/50f9ddd8-a475-409a-bcd3-10561c326e24) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:08.116009 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Router 84e728da-e7c5-4640-b795-c7ed907d7480 is scheduled to L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b with binding_index 1 {{(pid=104117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 22:28:08.132343 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:08.132726 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Checking segment: {'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:08.133136 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:08.133573 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Bound using segment: {'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:08.138485 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Bound port: 22b24786-2abf-4523-9cff-9fe4f66463ab, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:08.140112 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:08.154630 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:08.154630 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-353995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364417'] for router (22067912-df6f-43a3-870e-3b2255ff26c3), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:08.154859 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Pushing event updated for resources: {'Port': ['ID=28dc55ba-f256-41c3-ba64-14fa7f5083c0,revision_number=1']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:08.266838 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:08.362835 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:28:08.390507 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Sync routers for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:28:08.401483 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:08.409044 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-a2a558b7-ba03-4011-a38f-a0a760cab28a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2481163 Jul 28 22:28:08.409044 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38578) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:08.418660 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:08.422542 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:08.423179 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:27:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:08.427786 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device bbb29334-3f48-41c5-9c2a-6fc7a513fb02 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:08.473548 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Publish callbacks [] for port (c718c660-2203-488b-8c61-e2f9883a6e48), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:08.551146 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:08.669445 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d95ee3f2-9b34-4110-b746-900beac56ac0 None None] Current status of the port 788d4b9a-186c-4abc-8b49-94abeb5e6718 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:08.738615 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] For port 28dc55ba-f256-41c3-ba64-14fa7f5083c0, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:08.742285 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:08.792070 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Publish callbacks [] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:08.801877 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] For port 28dc55ba-f256-41c3-ba64-14fa7f5083c0, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=28dc55ba-f256-41c3-ba64-14fa7f5083c0,segment=NetworkSegment(3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca),segment_id=3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:08.805488 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d95ee3f2-9b34-4110-b746-900beac56ac0 None None] Provisioning complete for port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:08.806112 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d95ee3f2-9b34-4110-b746-900beac56ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:08.808129 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497963bd-f85d-4ad2-bdee-52256c7764be None None] Network f48c6e9d-45a6-4c64-a517-0531b03b9307 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:28:08.818845 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] For port 22b24786-2abf-4523-9cff-9fe4f66463ab, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:08.823149 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:08.837583 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:08.912255 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:08.917737 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Pushing event updated for resources: {'Port': ['ID=c718c660-2203-488b-8c61-e2f9883a6e48,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:09.085120 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Network 464fee12-f052-4124-8f6c-243235b340a4 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:09.100285 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:09.122269 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:09.123630 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353153'] for router_interface (7c77e946-c3d6-4a3e-bc59-6535446eba09), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:09.183363 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:09.229670 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:09.247653 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] For port 22b24786-2abf-4523-9cff-9fe4f66463ab, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=22b24786-2abf-4523-9cff-9fe4f66463ab,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:09.289350 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681cabe-b903-4f68-b2df-b4fa76582c8b None None] Pushing event updated for resources: {'Port': ['ID=28dc55ba-f256-41c3-ba64-14fa7f5083c0,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:09.300490 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:07Z', 'revision_number': 3, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:09.363113 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:09.373578 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Checking router: 84e728da-e7c5-4640-b795-c7ed907d7480 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:28:09.375109 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Updating router 84e728da-e7c5-4640-b795-c7ed907d7480 port d582f3d8-5af6-445b-bfdf-b189c037992c binding host dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:28:09.391497 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:09.414534 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:09.414940 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:09.424516 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:09.425969 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:09.514084 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:09.517094 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:04Z', 'revision_number': 3, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:09.579397 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Router 22067912-df6f-43a3-870e-3b2255ff26c3 is scheduled to L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b with binding_index 1 {{(pid=104116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 22:28:09.603239 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Checking router: 4212d08f-0cd3-4631-829f-f12aa2744ce6 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:28:09.603239 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Updating router 4212d08f-0cd3-4631-829f-f12aa2744ce6 port 67c6ee95-decd-440a-b531-31bd26ddf6b5 binding host dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:28:09.652992 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:09.674169 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:09.741858 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Pushing event updated for resources: {'Port': ['ID=50f9ddd8-a475-409a-bcd3-10561c326e24,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:09.852804 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:09.860604 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:09.899690 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:09.995618 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Allocated IP 172.20.0.1 (425ace09-193c-40d9-ace1-b357fa18c983/d48d9b17-b454-4d3c-bc21-b33608361781/731e120f-9ac0-4a9f-89af-57466aa80f55) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:10.073947 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4229169-ea22-48fa-ad69-bb044ad5537d None None] Pushing event updated for resources: {'Port': ['ID=22b24786-2abf-4523-9cff-9fe4f66463ab,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:10.103870 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d95ee3f2-9b34-4110-b746-900beac56ac0 None None] Current status of the port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:10.147739 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:10.181208 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:10.184878 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 0993d02e-e38f-4c90-a369-cd2bee3fe1af up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:10.349460 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-7e2bf00e-b215-4ea7-9235-23a3856a1385 None None] Provisioning complete for port a2cc64e2-de9e-4719-ba91-be0de305ce06 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:10.350042 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf00e-b215-4ea7-9235-23a3856a1385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.363007 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Publish callbacks [] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.383052 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.392502 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Publish callbacks [] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.479131 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.496277 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:10.534883 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 0993d02e-e38f-4c90-a369-cd2bee3fe1af triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:10.535267 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.538916 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141269e-3de5-4730-b0ea-3d49c7f2296e None None] Pushing event updated for resources: {'Port': ['ID=d582f3d8-5af6-445b-bfdf-b189c037992c,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:10.563664 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Network 425ace09-193c-40d9-ace1-b357fa18c983 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:10.568844 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Attempting to bind port d582f3d8-5af6-445b-bfdf-b189c037992c on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:10.569386 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Attempting to bind port d582f3d8-5af6-445b-bfdf-b189c037992c by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:10.569932 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Attempting to bind port d582f3d8-5af6-445b-bfdf-b189c037992c on network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:10.575130 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:10.582007 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:10.582197 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:10.583076 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353153'] for router_interface (84e728da-e7c5-4640-b795-c7ed907d7480), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.583932 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Checking segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:10.584487 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.585018 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Bound using segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:10.585938 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Bound port: d582f3d8-5af6-445b-bfdf-b189c037992c, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:10.586502 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.683443 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] For port d582f3d8-5af6-445b-bfdf-b189c037992c, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:10.690267 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] For port d582f3d8-5af6-445b-bfdf-b189c037992c, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=d582f3d8-5af6-445b-bfdf-b189c037992c,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:10.717885 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.761273 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-7e2bf00e-b215-4ea7-9235-23a3856a1385 None None] Current status of the port a2cc64e2-de9e-4719-ba91-be0de305ce06 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:10.761699 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf00e-b215-4ea7-9235-23a3856a1385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.769798 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:28:10.773666 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.781972 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:10.787924 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:10.822622 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Sync routers for ids ['22067912-df6f-43a3-870e-3b2255ff26c3'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:28:10.830755 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 0993d02e-e38f-4c90-a369-cd2bee3fe1af is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:10.831213 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.846800 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:10.847865 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:27:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:10.866400 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=731e120f-9ac0-4a9f-89af-57466aa80f55,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:10.887271 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.888626 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Routers {'22067912-df6f-43a3-870e-3b2255ff26c3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:10.889806 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:27:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['22067912-df6f-43a3-870e-3b2255ff26c3'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:10.903651 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Publish callbacks [] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), precommit_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.950942 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port 0993d02e-e38f-4c90-a369-cd2bee3fe1af, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=0993d02e-e38f-4c90-a369-cd2bee3fe1af,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:10.962283 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141269e-3de5-4730-b0ea-3d49c7f2296e None None] Pushing event updated for resources: {'Port': ['ID=d582f3d8-5af6-445b-bfdf-b189c037992c,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:10.968916 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:10.970739 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device a2cc64e2-de9e-4719-ba91-be0de305ce06 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:10.975702 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:11.048632 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:11.115890 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-7e2bf00e-b215-4ea7-9235-23a3856a1385 None None] For port a2cc64e2-de9e-4719-ba91-be0de305ce06, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=a2cc64e2-de9e-4719-ba91-be0de305ce06,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:11.167672 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:11.326825 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf00e-b215-4ea7-9235-23a3856a1385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:11.375828 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Publish callbacks [] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:11.389961 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:11.390894 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-353277'] for router_interface (84e728da-e7c5-4640-b795-c7ed907d7480), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:11.392734 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-7e2bf00e-b215-4ea7-9235-23a3856a1385 None None] Provisioning complete for port c718c660-2203-488b-8c61-e2f9883a6e48 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:11.397054 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf00e-b215-4ea7-9235-23a3856a1385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:11.521896 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:11.537307 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:11.551087 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-7e2bf00e-b215-4ea7-9235-23a3856a1385 None None] Port c718c660-2203-488b-8c61-e2f9883a6e48 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:28:11.560795 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 1, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:11.594147 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:11.594886 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=0993d02e-e38f-4c90-a369-cd2bee3fe1af,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:11.597097 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a6e339-b43c-44f8-8936-ad850d746c83 None None] The sync data for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi is: [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 1, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:28:11.620234 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-762aedb5-f073-4bc3-a09b-9b79a4d1c566 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.2424927 Jul 28 22:28:11.620426 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Attempting to bind port 67c6ee95-decd-440a-b531-31bd26ddf6b5 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:11.621031 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Attempting to bind port 67c6ee95-decd-440a-b531-31bd26ddf6b5 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:11.621478 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Attempting to bind port 67c6ee95-decd-440a-b531-31bd26ddf6b5 on network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:11.626945 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38674) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:11.639002 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Set router 22067912-df6f-43a3-870e-3b2255ff26c3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:11.645911 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=731e120f-9ac0-4a9f-89af-57466aa80f55,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:11.646783 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:11.650423 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Checking segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:11.650972 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:11.652234 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Bound using segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:11.654821 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Bound port: 67c6ee95-decd-440a-b531-31bd26ddf6b5, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:11.655993 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:11.741439 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Network 425ace09-193c-40d9-ace1-b357fa18c983 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:11.745814 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:11.765241 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:11.874770 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8222cbf4-5d9f-4c9e-a11f-d54c524a0def None None] Network 425ace09-193c-40d9-ace1-b357fa18c983 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:28:11.884261 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port a2cc64e2-de9e-4719-ba91-be0de305ce06 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:11.892119 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:11.933382 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Router 84e728da-e7c5-4640-b795-c7ed907d7480 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:28:11.945419 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2762d7-b935-4121-bf76-f480dc030b24 None None] Network 3b321d51-83e0-4fab-8ede-145e708993ba requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:28:11.977323 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Publish callbacks [] for router_gateway (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:12.178077 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-049bee9b-2448-49c3-ac26-e38840b7424d None None] Provisioning complete for port a2cc64e2-de9e-4719-ba91-be0de305ce06 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:12.178744 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-049bee9b-2448-49c3-ac26-e38840b7424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:12.216695 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c2122-84d2-47e4-8b14-33986a51492e None None] Pushing event updated for resources: {'Port': ['ID=67c6ee95-decd-440a-b531-31bd26ddf6b5,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:12.224357 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:28:12.241593 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-9aebe485-3448-4cb6-998d-04d3cdb0b3c6 admin admin] 10.222.0.39 "PUT /v2.0/routers/84e728da-e7c5-4640-b795-c7ed907d7480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8327789 Jul 28 22:28:12.294274 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] For port 67c6ee95-decd-440a-b531-31bd26ddf6b5, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:12.342135 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:12.371604 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:12.501879 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] For port 67c6ee95-decd-440a-b531-31bd26ddf6b5, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=67c6ee95-decd-440a-b531-31bd26ddf6b5,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:12.576166 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:12.586380 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Publish callbacks [] for port (c718c660-2203-488b-8c61-e2f9883a6e48), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:12.601110 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:12.612040 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bf00e-b215-4ea7-9235-23a3856a1385 None None] Pushing event updated for resources: {'Port': ['ID=a2cc64e2-de9e-4719-ba91-be0de305ce06,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:12.649026 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Allocated IP 172.20.0.1 (6ba94cd9-b91a-4088-b65d-e5c882850ab5/bd9d7ef8-b1ea-409f-bc0d-02c57dced297/c765de4e-2033-424e-88c6-db90c5f9dda6) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:12.655152 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:12.655988 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-353277'] for router_interface (7c77e946-c3d6-4a3e-bc59-6535446eba09), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:12.750067 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port a2cc64e2-de9e-4719-ba91-be0de305ce06 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:12.867924 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c2122-84d2-47e4-8b14-33986a51492e None None] Pushing event updated for resources: {'Port': ['ID=67c6ee95-decd-440a-b531-31bd26ddf6b5,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:12.885748 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-049bee9b-2448-49c3-ac26-e38840b7424d None None] Current status of the port a2cc64e2-de9e-4719-ba91-be0de305ce06 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:12.930167 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38718) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:12.961619 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:06Z', 'revision_number': 3, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:13.076267 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:13.078148 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Checking router: 22067912-df6f-43a3-870e-3b2255ff26c3 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:28:13.078817 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Updating router 22067912-df6f-43a3-870e-3b2255ff26c3 port 313075bf-1599-45ff-b37e-34f6a02b952a binding host dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:28:13.147390 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:13.149486 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:27:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:13.240304 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38738) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:13.248076 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-54966152-814c-493d-9e24-e9fee8b447f9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--125895995', 'description': 'tempest-description--767971418'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:13.361618 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-54966152-814c-493d-9e24-e9fee8b447f9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:13.375075 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Pushing event updated for resources: {'Port': ['ID=c718c660-2203-488b-8c61-e2f9883a6e48,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:13.380675 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-353995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364417'] for router (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:13.503714 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (313075bf-1599-45ff-b37e-34f6a02b952a), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:13.509549 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 0993d02e-e38f-4c90-a369-cd2bee3fe1af up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:13.564596 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-54966152-814c-493d-9e24-e9fee8b447f9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group (c7594ea6-5ab8-498a-a4ff-2b27e758e9d5), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:13.571790 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] Provisioning complete for port 22b24786-2abf-4523-9cff-9fe4f66463ab triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:13.575143 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:13.593844 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-54966152-814c-493d-9e24-e9fee8b447f9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (c7594ea6-5ab8-498a-a4ff-2b27e758e9d5), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:13.651687 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-624fc912-b3d9-4b94-81a4-eb539eedfe23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:13.690663 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54966152-814c-493d-9e24-e9fee8b447f9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:13.700248 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38742) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:13.710187 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Publish callbacks [] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:13.712239 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-54966152-814c-493d-9e24-e9fee8b447f9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:13.713728 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-54966152-814c-493d-9e24-e9fee8b447f9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4726927 Jul 28 22:28:13.717366 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38744) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:13.726358 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-6e7f52fb-a964-4dd0-b25b-468b1cb630b4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Request body: {'security_group_rule': {'security_group_id': 'c7594ea6-5ab8-498a-a4ff-2b27e758e9d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:13.728525 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 0993d02e-e38f-4c90-a369-cd2bee3fe1af triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:13.728899 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:13.787296 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Network 464fee12-f052-4124-8f6c-243235b340a4 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:13.806916 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:13.852395 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6e7f52fb-a964-4dd0-b25b-468b1cb630b4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group_rule (4d49b9fa-abfd-4891-8772-c814946739e1), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:13.884325 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:13.904219 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:13.912782 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:13.946112 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:13.966215 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-624fc912-b3d9-4b94-81a4-eb539eedfe23 admin admin] Publish callbacks [] for security_group (ebcfb709-dfef-4961-afb3-4d78b2f1a354), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.000968 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-624fc912-b3d9-4b94-81a4-eb539eedfe23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ebcfb709-dfef-4961-afb3-4d78b2f1a354), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.028621 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:14.053466 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9488722d-5696-4830-9a7c-2199a67b50d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.062197 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:14.132619 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-624fc912-b3d9-4b94-81a4-eb539eedfe23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f811a23ceb241f2a489df2744a0bd7c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1980803 Jul 28 22:28:14.144274 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Pushing event updated for resources: {'Port': ['ID=c765de4e-2033-424e-88c6-db90c5f9dda6,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:14.154453 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38748) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:14.178766 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fc912-b3d9-4b94-81a4-eb539eedfe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcfb709-dfef-4961-afb3-4d78b2f1a354,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:14.189595 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6e7f52fb-a964-4dd0-b25b-468b1cb630b4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group_rule (4d49b9fa-abfd-4891-8772-c814946739e1), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.208981 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6e7f52fb-a964-4dd0-b25b-468b1cb630b4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (4d49b9fa-abfd-4891-8772-c814946739e1), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.244540 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:14.263943 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] Current status of the port 22b24786-2abf-4523-9cff-9fe4f66463ab is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:14.264565 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.266945 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f52fb-a964-4dd0-b25b-468b1cb630b4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d49b9fa-abfd-4891-8772-c814946739e1,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:14.279811 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6e7f52fb-a964-4dd0-b25b-468b1cb630b4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.281067 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6e7f52fb-a964-4dd0-b25b-468b1cb630b4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5588908 Jul 28 22:28:14.288822 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38750) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:14.297635 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-2c74ddb1-de69-420f-bb73-10e78aa11481 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Request body: {'security_group_rule': {'security_group_id': 'c7594ea6-5ab8-498a-a4ff-2b27e758e9d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:14.327078 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 0993d02e-e38f-4c90-a369-cd2bee3fe1af is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:14.328179 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 22b24786-2abf-4523-9cff-9fe4f66463ab up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:14.332118 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:04Z', 'revision_number': 3, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:14.345633 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7754a081-431c-4ec8-a79f-e775fa1b02fb admin admin] Publish callbacks [] for security_group (ebcfb709-dfef-4961-afb3-4d78b2f1a354), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.362812 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1417fa-8c50-4e9e-81af-770b444f39b1 None None] The sync data for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi is: [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:04Z', 'revision_number': 3, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:28:14.386516 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2c74ddb1-de69-420f-bb73-10e78aa11481 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group_rule (2302f91f-b4cb-4ac7-bb7f-b228e55c7e36), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.404973 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7754a081-431c-4ec8-a79f-e775fa1b02fb admin admin] Publish callbacks [] for security_group (ebcfb709-dfef-4961-afb3-4d78b2f1a354), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.434485 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] For port 22b24786-2abf-4523-9cff-9fe4f66463ab, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=22b24786-2abf-4523-9cff-9fe4f66463ab,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:14.451251 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.463075 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Router 7c77e946-c3d6-4a3e-bc59-6535446eba09 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:28:14.469659 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] Provisioning complete for port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:14.470019 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.507487 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:14.536841 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:14.575623 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9488722d-5696-4830-9a7c-2199a67b50d3 admin admin] Publish callbacks [] for security_group (4d64cc6f-dc7d-4e02-83b2-234cd5865feb), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.581336 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 22b24786-2abf-4523-9cff-9fe4f66463ab triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:14.581986 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.586289 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:14.591267 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9488722d-5696-4830-9a7c-2199a67b50d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4d64cc6f-dc7d-4e02-83b2-234cd5865feb), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.592903 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:14.593387 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353153'] for router_interface (4212d08f-0cd3-4631-829f-f12aa2744ce6), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.674344 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-9488722d-5696-4830-9a7c-2199a67b50d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed2b4c6eb126468794c0aefdecb418ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9592702 Jul 28 22:28:14.678793 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38758) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:14.680607 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488722d-5696-4830-9a7c-2199a67b50d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d64cc6f-dc7d-4e02-83b2-234cd5865feb,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:14.728791 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] Pushing event updated for resources: {'Port': ['ID=22b24786-2abf-4523-9cff-9fe4f66463ab,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:14.729431 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2c74ddb1-de69-420f-bb73-10e78aa11481 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group_rule (2302f91f-b4cb-4ac7-bb7f-b228e55c7e36), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.771279 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7754a081-431c-4ec8-a79f-e775fa1b02fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ebcfb709-dfef-4961-afb3-4d78b2f1a354), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.775038 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7754a081-431c-4ec8-a79f-e775fa1b02fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.779657 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-7754a081-431c-4ec8-a79f-e775fa1b02fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebcfb709-dfef-4961-afb3-4d78b2f1a354 HTTP/1.1" status: 204 len: 168 time: 0.6227367 Jul 28 22:28:14.780534 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2c74ddb1-de69-420f-bb73-10e78aa11481 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (2302f91f-b4cb-4ac7-bb7f-b228e55c7e36), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.805892 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8f13210b-c328-4b9e-b3ec-3942a16893ef admin admin] Publish callbacks [] for security_group (4d64cc6f-dc7d-4e02-83b2-234cd5865feb), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.806539 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Publish callbacks [] for port (313075bf-1599-45ff-b37e-34f6a02b952a), precommit_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.840745 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8f13210b-c328-4b9e-b3ec-3942a16893ef admin admin] Publish callbacks [] for security_group (4d64cc6f-dc7d-4e02-83b2-234cd5865feb), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.859561 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:28:14.861958 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (313075bf-1599-45ff-b37e-34f6a02b952a), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.872938 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Sync routers for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:28:14.877079 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-f00ec6c7-623c-4083-bd6c-84cf60f6ebee admin admin] 10.222.0.39 "PUT /v2.0/routers/7c77e946-c3d6-4a3e-bc59-6535446eba09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1102617 Jul 28 22:28:14.899423 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:14.900141 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:27:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:14.932896 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.949251 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2c74ddb1-de69-420f-bb73-10e78aa11481 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:14.954718 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2c74ddb1-de69-420f-bb73-10e78aa11481 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6615610 Jul 28 22:28:14.961244 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754a081-431c-4ec8-a79f-e775fa1b02fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcfb709-dfef-4961-afb3-4d78b2f1a354,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:14.969964 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38764) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:14.972221 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74ddb1-de69-420f-bb73-10e78aa11481 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2302f91f-b4cb-4ac7-bb7f-b228e55c7e36,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:14.977824 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:15.007281 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:15.028046 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Router 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 is scheduled to L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b with binding_index 1 {{(pid=104116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 22:28:15.044260 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 22b24786-2abf-4523-9cff-9fe4f66463ab is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:15.047234 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 28dc55ba-f256-41c3-ba64-14fa7f5083c0 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:15.127723 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:15.131642 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b173b7c-bbdf-434e-b93b-c13f92d18d85 None None] Pushing event updated for resources: {'Port': ['ID=313075bf-1599-45ff-b37e-34f6a02b952a,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:15.136680 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] Current status of the port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:15.137250 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:15.206818 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8f13210b-c328-4b9e-b3ec-3942a16893ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4d64cc6f-dc7d-4e02-83b2-234cd5865feb), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:15.213450 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8f13210b-c328-4b9e-b3ec-3942a16893ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:15.217275 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-8f13210b-c328-4b9e-b3ec-3942a16893ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d64cc6f-dc7d-4e02-83b2-234cd5865feb HTTP/1.1" status: 204 len: 168 time: 0.5324862 Jul 28 22:28:15.260173 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:15.265779 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Attempting to bind port 313075bf-1599-45ff-b37e-34f6a02b952a on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:15.267515 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Attempting to bind port 313075bf-1599-45ff-b37e-34f6a02b952a by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:15.268084 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Attempting to bind port 313075bf-1599-45ff-b37e-34f6a02b952a on network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:15.291493 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:15.294874 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:15.295505 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Checking segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:15.296335 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:15.296808 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Bound using segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:15.297509 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Bound port: 313075bf-1599-45ff-b37e-34f6a02b952a, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:15.298127 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (313075bf-1599-45ff-b37e-34f6a02b952a), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:15.307034 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] For port 28dc55ba-f256-41c3-ba64-14fa7f5083c0, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=28dc55ba-f256-41c3-ba64-14fa7f5083c0,segment=NetworkSegment(3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca),segment_id=3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:15.308827 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:15.329854 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13210b-c328-4b9e-b3ec-3942a16893ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d64cc6f-dc7d-4e02-83b2-234cd5865feb,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:15.343146 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:15.343611 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:15.391586 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:15.536645 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:15.630941 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Allocated IP 172.20.0.1 (f48c6e9d-45a6-4c64-a517-0531b03b9307/56ed5844-8abf-4465-a654-00086d69cc77/b6d526ec-5599-46c8-b0ae-be38c46e2916) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:15.735400 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:11Z', 'revision_number': 2, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:15.744111 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38780) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:15.814970 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Checking router: 7c77e946-c3d6-4a3e-bc59-6535446eba09 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:28:15.815553 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Updating router 7c77e946-c3d6-4a3e-bc59-6535446eba09 port c718c660-2203-488b-8c61-e2f9883a6e48 binding host dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:28:15.822462 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-833a4fb3-a304-45d3-a268-21b39ea1d94a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:15.890709 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:15.928236 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38784) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:15.950282 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Sync routers for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:28:15.996625 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Provisioning complete for port 731e120f-9ac0-4a9f-89af-57466aa80f55 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:15.997315 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:15.997881 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-4f9b8850-9ae7-482b-901f-f65dc95be7d7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--116048605', 'description': 'tempest-description--1113576964'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:16.015097 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Allocated IP 172.27.3.28 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/9c0b3a52-8358-4041-9e9e-6c9e3e018904) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:16.092282 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Publish callbacks [] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.112358 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:16.165104 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Port 731e120f-9ac0-4a9f-89af-57466aa80f55 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:28:16.181212 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-833a4fb3-a304-45d3-a268-21b39ea1d94a admin admin] Publish callbacks [] for security_group (1f28ca2b-b89b-4712-935f-e9c15fd07bc5), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.201066 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-833a4fb3-a304-45d3-a268-21b39ea1d94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (1f28ca2b-b89b-4712-935f-e9c15fd07bc5), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.320730 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:16.320730 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:27:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:16.332946 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Publish callbacks [] for port (c718c660-2203-488b-8c61-e2f9883a6e48), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.336305 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:16.337577 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:16.340384 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:28:16.344626 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.359897 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8850-9ae7-482b-901f-f65dc95be7d7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.369345 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-833a4fb3-a304-45d3-a268-21b39ea1d94a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c959e4167c3148fbaf05ed88b8d40af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6235507 Jul 28 22:28:16.384789 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a4fb3-a304-45d3-a268-21b39ea1d94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f28ca2b-b89b-4712-935f-e9c15fd07bc5,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:16.399785 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38792) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:16.401894 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:16.414018 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.425910 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda1242-1d9d-4675-b69a-b064282395ba None None] Pushing event updated for resources: {'Port': ['ID=c718c660-2203-488b-8c61-e2f9883a6e48,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:16.461674 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for port (9c0b3a52-8358-4041-9e9e-6c9e3e018904), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.575815 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-44c7750c-59d2-42f8-af35-66f3cc8bb5f1 admin admin] Publish callbacks [] for security_group (1f28ca2b-b89b-4712-935f-e9c15fd07bc5), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.601978 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:16.611122 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-44c7750c-59d2-42f8-af35-66f3cc8bb5f1 admin admin] Publish callbacks [] for security_group (1f28ca2b-b89b-4712-935f-e9c15fd07bc5), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.630555 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Attempting to bind port c718c660-2203-488b-8c61-e2f9883a6e48 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:16.630930 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Attempting to bind port c718c660-2203-488b-8c61-e2f9883a6e48 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:16.631295 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Attempting to bind port c718c660-2203-488b-8c61-e2f9883a6e48 on network 464fee12-f052-4124-8f6c-243235b340a4 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:16.642023 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:16.642398 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Checking segment: {'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:16.642803 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.643199 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Bound using segment: {'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:16.643716 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Bound port: c718c660-2203-488b-8c61-e2f9883a6e48, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:16.644065 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.649513 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8850-9ae7-482b-901f-f65dc95be7d7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group (ffe42411-3400-49a3-beda-74cd154862a7), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.655008 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:28:16.687390 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Sync routers for ids ['0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:28:16.688724 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5e420-39f0-486b-bf77-9b44edb59c41 None None] Pushing event updated for resources: {'Port': ['ID=28dc55ba-f256-41c3-ba64-14fa7f5083c0,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:16.698225 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Provisioning complete for port 22b24786-2abf-4523-9cff-9fe4f66463ab triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:16.698597 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.701699 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8850-9ae7-482b-901f-f65dc95be7d7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ffe42411-3400-49a3-beda-74cd154862a7), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.709297 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38798) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:16.712351 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:16.749825 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Routers {'0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:16.750860 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:27:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:16.751142 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-44c7750c-59d2-42f8-af35-66f3cc8bb5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (1f28ca2b-b89b-4712-935f-e9c15fd07bc5), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.763899 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-44c7750c-59d2-42f8-af35-66f3cc8bb5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.765207 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-44c7750c-59d2-42f8-af35-66f3cc8bb5f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f28ca2b-b89b-4712-935f-e9c15fd07bc5 HTTP/1.1" status: 204 len: 168 time: 0.3576095 Jul 28 22:28:16.778807 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b8850-9ae7-482b-901f-f65dc95be7d7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe42411-3400-49a3-beda-74cd154862a7,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:16.784452 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (9c0b3a52-8358-4041-9e9e-6c9e3e018904), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.790622 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:16.794658 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:16.803464 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device a2cc64e2-de9e-4719-ba91-be0de305ce06 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:16.818677 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.848373 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Network f48c6e9d-45a6-4c64-a517-0531b03b9307 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:16.856206 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:16.901811 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event updated for resources: {'Port': ['ID=9c0b3a52-8358-4041-9e9e-6c9e3e018904,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:16.909325 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] For port c718c660-2203-488b-8c61-e2f9883a6e48, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:16.914226 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7750c-59d2-42f8-af35-66f3cc8bb5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f28ca2b-b89b-4712-935f-e9c15fd07bc5,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:16.923413 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] For port c718c660-2203-488b-8c61-e2f9883a6e48, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=c718c660-2203-488b-8c61-e2f9883a6e48,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:16.928277 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:16.930407 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353153'] for router_interface (22067912-df6f-43a3-870e-3b2255ff26c3), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.943748 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:16.953985 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:16.955599 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:16.966067 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:16.997057 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9011-6167-4cf8-bd58-d833afd2891a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:17.175300 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda1242-1d9d-4675-b69a-b064282395ba None None] Pushing event updated for resources: {'Port': ['ID=c718c660-2203-488b-8c61-e2f9883a6e48,revision_number=4']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:17.218496 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] For port 313075bf-1599-45ff-b37e-34f6a02b952a, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:17.263339 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (6f6b2637-25c7-45cc-9574-dc7d7a650587), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:17.300610 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:17.303576 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:27:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:17.329694 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] For port 313075bf-1599-45ff-b37e-34f6a02b952a, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=313075bf-1599-45ff-b37e-34f6a02b952a,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:17.380538 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (9c0b3a52-8358-4041-9e9e-6c9e3e018904), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:17.382913 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (313075bf-1599-45ff-b37e-34f6a02b952a), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:17.386799 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:17.451554 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:17.453163 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-e8332e62-e065-4cb4-a81a-25c4cf22b37c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.7921205 Jul 28 22:28:17.454382 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:17.462709 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4f9b8850-9ae7-482b-901f-f65dc95be7d7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:17.464006 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-4f9b8850-9ae7-482b-901f-f65dc95be7d7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5200508 Jul 28 22:28:17.467087 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port a2cc64e2-de9e-4719-ba91-be0de305ce06 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:17.467804 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:17.471720 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38814) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:17.472073 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38816) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:17.478648 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Current status of the port 22b24786-2abf-4523-9cff-9fe4f66463ab is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:17.482054 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 2, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:17.488367 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-3db12f1e-e63d-4a61-9770-e9dad71147e8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Request body: {'security_group_rule': {'security_group_id': 'ffe42411-3400-49a3-beda-74cd154862a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:17.603061 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dbe2153e-e583-4ac0-8972-bd34a463e684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:17.628502 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Checking router: 84e728da-e7c5-4640-b795-c7ed907d7480 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:28:17.629729 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Updating router 84e728da-e7c5-4640-b795-c7ed907d7480 port 731e120f-9ac0-4a9f-89af-57466aa80f55 binding host dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:28:17.637195 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d526ec-5599-46c8-b0ae-be38c46e2916,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:17.648354 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Provisioning complete for port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:17.649025 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:17.692174 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ab22c4ce-7d6b-45f9-aaa8-d35f724ef34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:17.694228 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:17.755853 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b173b7c-bbdf-434e-b93b-c13f92d18d85 None None] Pushing event updated for resources: {'Port': ['ID=313075bf-1599-45ff-b37e-34f6a02b952a,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:17.767557 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:17.787160 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Routers {'22067912-df6f-43a3-870e-3b2255ff26c3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:17.787946 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['22067912-df6f-43a3-870e-3b2255ff26c3'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:17.800291 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:17.831082 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:17.875174 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3db12f1e-e63d-4a61-9770-e9dad71147e8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group_rule (d106ab2a-0027-4c4f-a8cf-b679cf33166c), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:17.945873 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Publish callbacks [] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.009780 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Set router 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:18.040290 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dbe2153e-e583-4ac0-8972-bd34a463e684 admin admin] Publish callbacks [] for security_group (78545f0e-b938-468f-9cc3-50227dad5605), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.041471 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:18.044879 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.045812 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-353277'] for router_interface (4212d08f-0cd3-4631-829f-f12aa2744ce6), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.147107 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3db12f1e-e63d-4a61-9770-e9dad71147e8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group_rule (d106ab2a-0027-4c4f-a8cf-b679cf33166c), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.172350 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3db12f1e-e63d-4a61-9770-e9dad71147e8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (d106ab2a-0027-4c4f-a8cf-b679cf33166c), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.175921 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for port (9c0b3a52-8358-4041-9e9e-6c9e3e018904), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.182672 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port a2cc64e2-de9e-4719-ba91-be0de305ce06 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:18.184384 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dbe2153e-e583-4ac0-8972-bd34a463e684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (78545f0e-b938-468f-9cc3-50227dad5605), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.202393 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db12f1e-e63d-4a61-9770-e9dad71147e8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d106ab2a-0027-4c4f-a8cf-b679cf33166c,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:18.209457 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (9c0b3a52-8358-4041-9e9e-6c9e3e018904), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.225949 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:18.261588 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-dbe2153e-e583-4ac0-8972-bd34a463e684 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=899fd4f1809241dcb0037945a74a0e62&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5014665 Jul 28 22:28:18.272997 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38838) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:18.281047 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event updated for resources: {'Port': ['ID=9c0b3a52-8358-4041-9e9e-6c9e3e018904,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:18.304405 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:18.310023 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2153e-e583-4ac0-8972-bd34a463e684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78545f0e-b938-468f-9cc3-50227dad5605,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:18.350377 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:18.429850 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:18.462252 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:18.476356 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (6f6b2637-25c7-45cc-9574-dc7d7a650587), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.561227 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3db12f1e-e63d-4a61-9770-e9dad71147e8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.562758 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-3db12f1e-e63d-4a61-9770-e9dad71147e8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0866463 Jul 28 22:28:18.585362 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38850) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:18.592692 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:16Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:18.646992 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c381bf-8a8a-4a18-a5cf-4842a6547811 None None] The sync data for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi is: [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:16Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:28:18.659385 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'name': 'tempest-DeleteServersTestJSON-1005879084-router', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 3, 'project_id': 'cb92681d2af8498cb7456a70354ccf39', 'gw_port': {'id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:07Z', 'updated_at': '2022-07-28T22:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:18.684869 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Router 4212d08f-0cd3-4631-829f-f12aa2744ce6 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:28:18.751139 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Checking router: 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:28:18.752698 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Updating router 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 port 50f9ddd8-a475-409a-bcd3-10561c326e24 binding host dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:28:18.823162 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:18.834842 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.913699 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Publish callbacks [] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), precommit_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.928135 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 28dc55ba-f256-41c3-ba64-14fa7f5083c0 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:18.931208 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:18.945950 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Current status of the port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:18.948669 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:18.972238 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-ac5fd700-2aa4-46ab-a75e-2b560356fe22 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Request body: {'security_group_rule': {'security_group_id': 'ffe42411-3400-49a3-beda-74cd154862a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:19.013470 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] Set router 22067912-df6f-43a3-870e-3b2255ff26c3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:19.039460 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.045579 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-b2902df0-c256-46a3-b3e9-f407735db5d4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0717235 Jul 28 22:28:19.126218 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Provisioning complete for port c718c660-2203-488b-8c61-e2f9883a6e48 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:19.126655 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.148179 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:19.240717 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ac5fd700-2aa4-46ab-a75e-2b560356fe22 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group_rule (d86264c3-05cb-4cbc-bcd9-176b229c1bcd), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.278861 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9f274007-be73-4960-97b9-52dab43714e2 admin admin] Publish callbacks [] for security_group (78545f0e-b938-468f-9cc3-50227dad5605), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.328222 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:19.340284 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.398147 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9f274007-be73-4960-97b9-52dab43714e2 admin admin] Publish callbacks [] for security_group (78545f0e-b938-468f-9cc3-50227dad5605), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.461800 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:28:19.464844 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Publish callbacks [] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.488080 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] Pushing event updated for resources: {'Port': ['ID=c765de4e-2033-424e-88c6-db90c5f9dda6,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:19.502044 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-66764635-8103-4c8c-ac1b-a1bf3ed5cc07 admin admin] 10.222.0.39 "PUT /v2.0/routers/4212d08f-0cd3-4631-829f-f12aa2744ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3757963 Jul 28 22:28:19.502044 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.510513 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-353277'] for router_interface (22067912-df6f-43a3-870e-3b2255ff26c3), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.531194 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Publish callbacks [] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.543506 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.617497 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ee6e3-8992-4f1f-b324-c0b6874476a5 None None] Pushing event updated for resources: {'Port': ['ID=731e120f-9ac0-4a9f-89af-57466aa80f55,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:19.692698 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Attempting to bind port 50f9ddd8-a475-409a-bcd3-10561c326e24 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:19.693156 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Attempting to bind port 50f9ddd8-a475-409a-bcd3-10561c326e24 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:19.693616 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Attempting to bind port 50f9ddd8-a475-409a-bcd3-10561c326e24 on network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:19.703341 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:19.703828 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Checking segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:19.704295 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.704749 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Bound using segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:19.705299 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Bound port: 50f9ddd8-a475-409a-bcd3-10561c326e24, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:19.705781 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.706478 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.709275 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38892) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:19.718108 dv-cinder-850939-3-iscsi neutron-server[104117]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 22:28:19.734557 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8f497-5b7c-423f-9b47-bfaa0767a2c3 None None] Pushing event updated for resources: {'Port': ['ID=50f9ddd8-a475-409a-bcd3-10561c326e24,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:19.786092 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d526ec-5599-46c8-b0ae-be38c46e2916,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:19.799458 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] For port 50f9ddd8-a475-409a-bcd3-10561c326e24, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:19.805155 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] For port 50f9ddd8-a475-409a-bcd3-10561c326e24, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=50f9ddd8-a475-409a-bcd3-10561c326e24,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:19.806956 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Network f48c6e9d-45a6-4c64-a517-0531b03b9307 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:19.808850 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:19.817305 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.882811 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Routers {'0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:19.883500 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:19.966328 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ac5fd700-2aa4-46ab-a75e-2b560356fe22 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group_rule (d86264c3-05cb-4cbc-bcd9-176b229c1bcd), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.992175 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-390ea361-45e2-493a-8d07-a9efd5b606f5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--125895995&fields=id&tenant_id=9c4e68e56e744fa9af4631ae2e967a6d HTTP/1.1" status: 200 len: 267 time: 0.2751119 Jul 28 22:28:19.994195 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9f274007-be73-4960-97b9-52dab43714e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (78545f0e-b938-468f-9cc3-50227dad5605), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:19.999213 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9f274007-be73-4960-97b9-52dab43714e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:20.002072 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-9f274007-be73-4960-97b9-52dab43714e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78545f0e-b938-468f-9cc3-50227dad5605 HTTP/1.1" status: 204 len: 168 time: 1.7183371 Jul 28 22:28:20.017670 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Router 22067912-df6f-43a3-870e-3b2255ff26c3 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:28:20.036016 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Sync routers for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:28:20.150128 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Attempting to bind port 731e120f-9ac0-4a9f-89af-57466aa80f55 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:20.150499 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Attempting to bind port 731e120f-9ac0-4a9f-89af-57466aa80f55 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:20.151291 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Attempting to bind port 731e120f-9ac0-4a9f-89af-57466aa80f55 on network 425ace09-193c-40d9-ace1-b357fa18c983 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:20.152899 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:20.153253 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:20.183962 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:20.184621 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:20.185121 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] Set router 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:20.289553 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:28:20.312611 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-f76b959b-b9ed-4377-a7bd-66e924f07114 admin admin] 10.222.0.39 "PUT /v2.0/routers/22067912-df6f-43a3-870e-3b2255ff26c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6698940 Jul 28 22:28:20.337515 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f274007-be73-4960-97b9-52dab43714e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78545f0e-b938-468f-9cc3-50227dad5605,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:20.339566 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:20.341229 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ac5fd700-2aa4-46ab-a75e-2b560356fe22 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (d86264c3-05cb-4cbc-bcd9-176b229c1bcd), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:20.344225 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8f497-5b7c-423f-9b47-bfaa0767a2c3 None None] Pushing event updated for resources: {'Port': ['ID=50f9ddd8-a475-409a-bcd3-10561c326e24,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:20.430693 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ac5fd700-2aa4-46ab-a75e-2b560356fe22 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:20.436443 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ac5fd700-2aa4-46ab-a75e-2b560356fe22 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8397605 Jul 28 22:28:20.437117 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 38914) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:20.446627 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:20.482766 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fd700-2aa4-46ab-a75e-2b560356fe22 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86264c3-05cb-4cbc-bcd9-176b229c1bcd,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:20.534403 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:20.536585 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Checking segment: {'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:20.542363 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:20.543073 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Bound using segment: {'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:20.544204 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Bound port: 731e120f-9ac0-4a9f-89af-57466aa80f55, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:20.545166 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:20.590066 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:20.600531 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:20.613907 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-37b40b9c-9d63-4a14-82b9-608fa206b482 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:20.620826 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-37b40b9c-9d63-4a14-82b9-608fa206b482 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/networks?id=425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 200 len: 817 time: 0.6234846 Jul 28 22:28:20.637799 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'name': 'tempest-DeleteServersTestJSON-1005879084-router', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 3, 'project_id': 'cb92681d2af8498cb7456a70354ccf39', 'gw_port': {'id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:07Z', 'updated_at': '2022-07-28T22:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:20.680530 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38922) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:20.703000 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-67cb8840-8f09-4001-866e-bab4c8af9234 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--575387635', 'description': 'tempest-description--843904008'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:20.726933 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc10c61-f0f8-4e24-9755-9bc5f911e3a8 None None] The sync data for ids ['0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'] in dv-cinder-850939-3-iscsi is: [{'id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'name': 'tempest-DeleteServersTestJSON-1005879084-router', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 3, 'project_id': 'cb92681d2af8498cb7456a70354ccf39', 'gw_port': {'id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:07Z', 'updated_at': '2022-07-28T22:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:28:20.757836 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-3d9a5413-9a34-4c25-95a1-eb5f6e1e24c5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/quotas/9c4e68e56e744fa9af4631ae2e967a6d HTTP/1.1" status: 200 len: 375 time: 0.1286938 Jul 28 22:28:20.784464 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:20.856832 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-67cb8840-8f09-4001-866e-bab4c8af9234 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:20.864661 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:20.910985 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Current status of the port c718c660-2203-488b-8c61-e2f9883a6e48 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:20.914341 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.031283 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.055546 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-962d10a6-4cae-4808-9064-ddd072edf18c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2416632 Jul 28 22:28:21.060451 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Allocated IP 172.20.0.1 (3b321d51-83e0-4fab-8ede-145e708993ba/441aaf36-82e9-41a1-a7f9-3b72b5bd02a1/177c725b-902f-409f-ba67-817f8b59d431) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:21.124014 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:21.139163 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:21.220912 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:21.230318 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Allocated IP 172.27.3.243 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/e2780aff-7031-4176-92b6-9513160d81e7) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:21.318117 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] For port c718c660-2203-488b-8c61-e2f9883a6e48, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=c718c660-2203-488b-8c61-e2f9883a6e48,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:21.350249 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for port (e2780aff-7031-4176-92b6-9513160d81e7), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.352361 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:21.387452 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:21.396120 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (e2780aff-7031-4176-92b6-9513160d81e7), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.415926 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:21.418862 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 67c6ee95-decd-440a-b531-31bd26ddf6b5 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:21.423604 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 1, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:21.439857 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-67cb8840-8f09-4001-866e-bab4c8af9234 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.456154 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-67cb8840-8f09-4001-866e-bab4c8af9234 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.458778 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:21.466588 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:21.471012 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:21.512066 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Publish callbacks [] for port (177c725b-902f-409f-ba67-817f8b59d431), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.516956 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb8840-8f09-4001-866e-bab4c8af9234 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:21.528132 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-67cb8840-8f09-4001-866e-bab4c8af9234 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.528132 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-67cb8840-8f09-4001-866e-bab4c8af9234 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8444963 Jul 28 22:28:21.546086 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 38974) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:21.572774 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (0a68ac6c-91f1-47ea-bac3-ad128c21a5da), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.590071 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-e1215334-1ba9-480f-a8de-67d5522a99f9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'security_group_rule': {'security_group_id': '8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:21.591578 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event updated for resources: {'Port': ['ID=e2780aff-7031-4176-92b6-9513160d81e7,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:21.636468 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (e2780aff-7031-4176-92b6-9513160d81e7), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.727078 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:21.733151 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.758020 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] For port 731e120f-9ac0-4a9f-89af-57466aa80f55, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:21.797237 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0883b0ce-9383-4288-81e5-62cd875d05a9 None None] The sync data for ids ['22067912-df6f-43a3-870e-3b2255ff26c3'] in dv-cinder-850939-3-iscsi is: [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 1, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:28:21.802428 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e1215334-1ba9-480f-a8de-67d5522a99f9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (103ec124-7073-46eb-9c4e-2dbac7335d5a), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.840001 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] For port 731e120f-9ac0-4a9f-89af-57466aa80f55, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=731e120f-9ac0-4a9f-89af-57466aa80f55,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:21.856982 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 39002) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:21.914718 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e1215334-1ba9-480f-a8de-67d5522a99f9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (103ec124-7073-46eb-9c4e-2dbac7335d5a), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.916685 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (177c725b-902f-409f-ba67-817f8b59d431), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.939624 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.944821 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e1215334-1ba9-480f-a8de-67d5522a99f9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (103ec124-7073-46eb-9c4e-2dbac7335d5a), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:21.971048 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Provisioning complete for port c765de4e-2033-424e-88c6-db90c5f9dda6 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:21.971454 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:22.025878 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Port c765de4e-2033-424e-88c6-db90c5f9dda6 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:28:22.124301 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for port (e2780aff-7031-4176-92b6-9513160d81e7), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:22.146694 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (e2780aff-7031-4176-92b6-9513160d81e7), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:22.160025 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-01b028c6-7f96-4a8f-9c51-9d7036a9cf25 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:22.169644 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-01b028c6-7f96-4a8f-9c51-9d7036a9cf25 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 819 time: 0.2477367 Jul 28 22:28:22.190042 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1215334-1ba9-480f-a8de-67d5522a99f9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103ec124-7073-46eb-9c4e-2dbac7335d5a,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:22.196451 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e1215334-1ba9-480f-a8de-67d5522a99f9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:22.197715 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-e1215334-1ba9-480f-a8de-67d5522a99f9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6451862 Jul 28 22:28:22.203611 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 39020) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:22.218768 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 67c6ee95-decd-440a-b531-31bd26ddf6b5 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:22.219976 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:22.225513 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Network 3b321d51-83e0-4fab-8ede-145e708993ba is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:22.236341 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-8512323d-dc72-4c97-9ac1-048009ae390a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/quotas/567bd0fe29da4db5a0f08c8b5cc81f9c HTTP/1.1" status: 200 len: 375 time: 0.0660286 Jul 28 22:28:22.246518 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-9ffa9097-a371-4ff0-b06b-b523ce1d96b8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'security_group_rule': {'security_group_id': '8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:22.249785 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 2, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:22.270599 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:22.271552 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (0a68ac6c-91f1-47ea-bac3-ad128c21a5da), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:22.274233 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:22.274871 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353153'] for router_interface (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:22.321704 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:22.338543 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:22.351429 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9124901 Jul 28 22:28:22.388293 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c096eb-fb0f-4db2-bea2-3e67967b1045 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event updated for resources: {'Port': ['ID=e2780aff-7031-4176-92b6-9513160d81e7,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:22.394601 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:22.412998 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:22.423755 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Provisioning complete for port 731e120f-9ac0-4a9f-89af-57466aa80f55 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:22.424161 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:22.432837 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c1dc1-348f-4565-a5ae-b3f7a00a0c0b None None] Pushing event updated for resources: {'Port': ['ID=c718c660-2203-488b-8c61-e2f9883a6e48,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:22.474563 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Checking router: 4212d08f-0cd3-4631-829f-f12aa2744ce6 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:28:22.474929 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Updating router 4212d08f-0cd3-4631-829f-f12aa2744ce6 port c765de4e-2033-424e-88c6-db90c5f9dda6 binding host dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:28:22.509984 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-2ec7b388-5d5d-4865-8056-83f06e4f1c69 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2723107 Jul 28 22:28:22.527539 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9097-a371-4ff0-b06b-b523ce1d96b8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (328619fd-b682-4eb2-8127-33ef9c1ad3b5), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:22.578962 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Pushing event updated for resources: {'Port': ['ID=177c725b-902f-409f-ba67-817f8b59d431,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:22.591793 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-8a80b0c4-a636-44b7-ba68-800877525e7f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104117) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:28:22.595354 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-8a80b0c4-a636-44b7-ba68-800877525e7f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7383227 Jul 28 22:28:22.698687 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:22.961448 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:22.969206 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-327f7fcb-7c68-4474-af92-07299cdb90dd service neutron] 10.222.0.39 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625381 Jul 28 22:28:22.970869 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9097-a371-4ff0-b06b-b523ce1d96b8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (328619fd-b682-4eb2-8127-33ef9c1ad3b5), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:23.021468 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9097-a371-4ff0-b06b-b523ce1d96b8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (328619fd-b682-4eb2-8127-33ef9c1ad3b5), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:23.063018 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:23.084051 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ee6e3-8992-4f1f-b324-c0b6874476a5 None None] Pushing event updated for resources: {'Port': ['ID=731e120f-9ac0-4a9f-89af-57466aa80f55,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:23.110998 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa9097-a371-4ff0-b06b-b523ce1d96b8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328619fd-b682-4eb2-8127-33ef9c1ad3b5,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:23.223172 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-af0011e5-dc40-4e36-ad6c-24c4895b2bb7 service neutron] 10.222.0.39 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199955 Jul 28 22:28:23.235061 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9ffa9097-a371-4ff0-b06b-b523ce1d96b8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:23.240582 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 39068) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:23.246065 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:23.252364 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-9ffa9097-a371-4ff0-b06b-b523ce1d96b8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0243397 Jul 28 22:28:23.306760 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:23.354268 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (177c725b-902f-409f-ba67-817f8b59d431), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:23.371322 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:23.386690 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-acbdbcee-08d6-469e-856e-884690dacb9d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104117) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:28:23.388155 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-acbdbcee-08d6-469e-856e-884690dacb9d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5751030 Jul 28 22:28:23.545816 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 67c6ee95-decd-440a-b531-31bd26ddf6b5 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:23.548283 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:23.562056 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:23.598709 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Current status of the port 731e120f-9ac0-4a9f-89af-57466aa80f55 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:23.599124 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:23.831316 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Allocated IP 172.27.3.171 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/abeddde6-5234-4797-8aa6-5b7cd847d908) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:23.839172 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port 67c6ee95-decd-440a-b531-31bd26ddf6b5, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=67c6ee95-decd-440a-b531-31bd26ddf6b5,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:23.954425 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:23.955434 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:23.991742 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:24.002605 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 22b24786-2abf-4523-9cff-9fe4f66463ab up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:24.103476 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for port (abeddde6-5234-4797-8aa6-5b7cd847d908), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:24.170885 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:24.179227 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (abeddde6-5234-4797-8aa6-5b7cd847d908), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:24.228489 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 39124) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:24.302626 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:24.318422 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:24.333810 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:24.416231 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (df75531d-e6aa-4e66-b721-1edc7efadff7), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:24.454748 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-7c179f1c-4c93-4855-801d-3af6bc279bcf service neutron] 10.222.0.39 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0410070 Jul 28 22:28:24.468279 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (abeddde6-5234-4797-8aa6-5b7cd847d908), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:24.509053 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-dbb04c9a-4c94-40bf-ab10-266992e22648 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--116048605&fields=id&tenant_id=d829cbd8678145668ea811e01093fcfc HTTP/1.1" status: 200 len: 267 time: 0.7891672 Jul 28 22:28:24.526922 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'Port': ['ID=abeddde6-5234-4797-8aa6-5b7cd847d908,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:24.627675 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] For port 731e120f-9ac0-4a9f-89af-57466aa80f55, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=731e120f-9ac0-4a9f-89af-57466aa80f55,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:24.659241 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Publish callbacks [] for port (177c725b-902f-409f-ba67-817f8b59d431), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:24.675957 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:24.730860 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Provisioning complete for port c718c660-2203-488b-8c61-e2f9883a6e48 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:24.731255 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:24.741261 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (177c725b-902f-409f-ba67-817f8b59d431), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:24.742207 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-353277'] for router_interface (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:24.762979 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=67c6ee95-decd-440a-b531-31bd26ddf6b5,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:24.798260 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Pushing event updated for resources: {'Port': ['ID=177c725b-902f-409f-ba67-817f8b59d431,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:24.823494 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 22b24786-2abf-4523-9cff-9fe4f66463ab triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:24.824681 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:24.880170 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:24.990662 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5f82eace-f322-4490-a6b8-264c45413fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:25.009154 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-db68dfe3-f87a-4152-a69c-61176cf86659 service neutron] 10.222.0.39 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519028 Jul 28 22:28:25.015523 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Pushing event updated for resources: {'Port': ['ID=731e120f-9ac0-4a9f-89af-57466aa80f55,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:25.030681 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Publish callbacks [] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), precommit_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:25.093689 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:25.094615 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-7c3181ef-fc5b-4f13-92d1-e8fad663d3d1 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:25.102895 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-7c3181ef-fc5b-4f13-92d1-e8fad663d3d1 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/networks?id=464fee12-f052-4124-8f6c-243235b340a4 HTTP/1.1" status: 200 len: 811 time: 0.5769534 Jul 28 22:28:25.124495 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-7f3c6405-2ca2-4cdc-b793-721f67dc22fa tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/quotas/d829cbd8678145668ea811e01093fcfc HTTP/1.1" status: 200 len: 375 time: 0.0204825 Jul 28 22:28:25.163500 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:25.189063 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for port (abeddde6-5234-4797-8aa6-5b7cd847d908), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:25.206315 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5f82eace-f322-4490-a6b8-264c45413fc3 admin admin] Publish callbacks [] for security_group (4599f0c6-b371-44ac-8e43-76b1f2ff15d6), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:25.210923 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (abeddde6-5234-4797-8aa6-5b7cd847d908), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:25.268814 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'Port': ['ID=abeddde6-5234-4797-8aa6-5b7cd847d908,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:25.281559 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5f82eace-f322-4490-a6b8-264c45413fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4599f0c6-b371-44ac-8e43-76b1f2ff15d6), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:25.322606 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-1388b8e1-bcb1-4543-9c6a-8ec83efd1639 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d829cbd8678145668ea811e01093fcfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1969082 Jul 28 22:28:25.324141 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (df75531d-e6aa-4e66-b721-1edc7efadff7), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:25.348080 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:25.354980 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 22b24786-2abf-4523-9cff-9fe4f66463ab is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:25.356500 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device d582f3d8-5af6-445b-bfdf-b189c037992c up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:25.360560 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:25.362166 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-177822a9-85e6-4236-acd7-27a53fd9b59e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1197131 Jul 28 22:28:25.383261 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Network 3b321d51-83e0-4fab-8ede-145e708993ba is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:25.386409 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82eace-f322-4490-a6b8-264c45413fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4599f0c6-b371-44ac-8e43-76b1f2ff15d6,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:25.414164 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-5f82eace-f322-4490-a6b8-264c45413fc3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc392ca648a74cd1a9dc1171709083ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1386721 Jul 28 22:28:25.417738 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 39168) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:25.511426 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6eed4194-a671-4535-820c-688a171b55f5 admin admin] Publish callbacks [] for security_group (4599f0c6-b371-44ac-8e43-76b1f2ff15d6), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:25.528871 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:25.571492 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:25.579446 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6eed4194-a671-4535-820c-688a171b55f5 admin admin] Publish callbacks [] for security_group (4599f0c6-b371-44ac-8e43-76b1f2ff15d6), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:25.702645 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ecfbb-c3d4-4d26-8196-152d594c7a55 None None] Pushing event updated for resources: {'Port': ['ID=c765de4e-2033-424e-88c6-db90c5f9dda6,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:25.731652 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabc259-9da0-4cc5-82ef-064da93508b8 None None] The sync data for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi is: [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:28:25.741797 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6eed4194-a671-4535-820c-688a171b55f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4599f0c6-b371-44ac-8e43-76b1f2ff15d6), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:25.745036 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6eed4194-a671-4535-820c-688a171b55f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:25.748978 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-6eed4194-a671-4535-820c-688a171b55f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4599f0c6-b371-44ac-8e43-76b1f2ff15d6 HTTP/1.1" status: 204 len: 168 time: 0.3286636 Jul 28 22:28:25.778437 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed4194-a671-4535-820c-688a171b55f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4599f0c6-b371-44ac-8e43-76b1f2ff15d6,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:25.796201 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Current status of the port c718c660-2203-488b-8c61-e2f9883a6e48 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:25.932645 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Provisioning complete for port b6d526ec-5599-46c8-b0ae-be38c46e2916 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:25.933257 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:26.111396 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b1124d01-d135-46ef-94e7-15a2624911c8 req-13dc8869-05d2-4111-8bda-f6d197869e91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 210 time: 0.3342466 Jul 28 22:28:26.120575 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Attempting to bind port c765de4e-2033-424e-88c6-db90c5f9dda6 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:26.121996 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Attempting to bind port c765de4e-2033-424e-88c6-db90c5f9dda6 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:26.127031 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Attempting to bind port c765de4e-2033-424e-88c6-db90c5f9dda6 on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:26.130919 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Router 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:28:26.171938 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:26.174127 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Checking segment: {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:26.174732 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:26.175284 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Bound using segment: {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:26.176579 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Bound port: c765de4e-2033-424e-88c6-db90c5f9dda6, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:26.179202 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:26.290170 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] For port c765de4e-2033-424e-88c6-db90c5f9dda6, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:26.293743 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] For port c765de4e-2033-424e-88c6-db90c5f9dda6, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=c765de4e-2033-424e-88c6-db90c5f9dda6,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:26.296731 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port d582f3d8-5af6-445b-bfdf-b189c037992c triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:26.297353 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:26.299150 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Port b6d526ec-5599-46c8-b0ae-be38c46e2916 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:28:26.300677 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:26.303277 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:26.334196 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:26.412497 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-7a6fe37d-12e1-4ec7-af0a-514f94107aef service neutron] 10.222.0.39 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0866129 Jul 28 22:28:26.431312 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 39208) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:26.449387 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ab2294d2-d15d-4578-ab2e-50291dcea36d req-d3c79d2b-378b-4c3d-9eb2-de112cb387a1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 210 time: 0.2019355 Jul 28 22:28:26.470610 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aa448da9-bee7-46a9-9822-f928e159d162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:26.581686 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Provisioning complete for port c765de4e-2033-424e-88c6-db90c5f9dda6 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:26.582639 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:26.595381 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ecfbb-c3d4-4d26-8196-152d594c7a55 None None] Pushing event updated for resources: {'Port': ['ID=c765de4e-2033-424e-88c6-db90c5f9dda6,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:26.609081 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:26.735343 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aa448da9-bee7-46a9-9822-f928e159d162 admin admin] Publish callbacks [] for security_group (b450f719-75fa-408f-8ac2-4760d5177d3b), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:26.751794 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aa448da9-bee7-46a9-9822-f928e159d162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (b450f719-75fa-408f-8ac2-4760d5177d3b), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:26.757687 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:26.760166 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:26.876808 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa448da9-bee7-46a9-9822-f928e159d162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b450f719-75fa-408f-8ac2-4760d5177d3b,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:26.891921 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-aa448da9-bee7-46a9-9822-f928e159d162 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5a06c7e3a244c9ab99f404d69a9dae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4566004 Jul 28 22:28:26.894928 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 39232) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:26.991315 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:28:27.012466 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-603458f5-9dd6-4f13-aa32-33ce79981baa admin admin] 10.222.0.39 "PUT /v2.0/routers/0791a0ca-e747-47f0-8bd5-6ceca5f25dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5302813 Jul 28 22:28:27.012664 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b5f924ba-169c-4868-bb4e-a3fb0bc496b6 admin admin] Publish callbacks [] for security_group (b450f719-75fa-408f-8ac2-4760d5177d3b), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:27.027933 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-00b0fd44-a449-4201-9514-b573fc8f8454 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--575387635&fields=id&tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea HTTP/1.1" status: 200 len: 267 time: 0.2745845 Jul 28 22:28:27.033574 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:27.074747 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b5f924ba-169c-4868-bb4e-a3fb0bc496b6 admin admin] Publish callbacks [] for security_group (b450f719-75fa-408f-8ac2-4760d5177d3b), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:27.134461 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-5e56da7e-040f-4bc8-a783-78e0b53079f2 service neutron] 10.222.0.39 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202823 Jul 28 22:28:27.219768 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b5f924ba-169c-4868-bb4e-a3fb0bc496b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (b450f719-75fa-408f-8ac2-4760d5177d3b), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:27.222450 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b5f924ba-169c-4868-bb4e-a3fb0bc496b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:27.231782 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-b5f924ba-169c-4868-bb4e-a3fb0bc496b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b450f719-75fa-408f-8ac2-4760d5177d3b HTTP/1.1" status: 204 len: 168 time: 0.3332598 Jul 28 22:28:27.258125 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f924ba-169c-4868-bb4e-a3fb0bc496b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b450f719-75fa-408f-8ac2-4760d5177d3b,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:27.266954 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-9c0f0278-a8f0-41df-a620-6915708faf88 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:27.284404 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-9c0f0278-a8f0-41df-a620-6915708faf88 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 815 time: 0.2554865 Jul 28 22:28:27.321088 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.58', 53871) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:27.330492 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-be28eaab-b7fb-4dfa-b0ad-1436e65bac58 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/quotas/d0c7b146e08f4a9ea11f1a73099eb7ea HTTP/1.1" status: 200 len: 375 time: 0.0402665 Jul 28 22:28:27.541627 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-a72709db-a638-4334-908a-528c69f1f9e5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2003226 Jul 28 22:28:27.783026 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port d582f3d8-5af6-445b-bfdf-b189c037992c is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:27.783595 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:27.895656 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033fc393-e609-4141-a750-d18170569c40 None None] Sync routers for ids ['0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:28:27.953086 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033fc393-e609-4141-a750-d18170569c40 None None] Routers {'0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:27.963598 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-033fc393-e609-4141-a750-d18170569c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:27.968918 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port d582f3d8-5af6-445b-bfdf-b189c037992c, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=d582f3d8-5af6-445b-bfdf-b189c037992c,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:27.986034 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:28.041979 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=d582f3d8-5af6-445b-bfdf-b189c037992c,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:28.044486 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Current status of the port c765de4e-2033-424e-88c6-db90c5f9dda6 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:28.045048 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:28.052526 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:28.060683 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-b23cedc6-56c7-44fd-9694-772fd8e2b898 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:28.062313 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-b23cedc6-56c7-44fd-9694-772fd8e2b898 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.58 "GET /v2.0/networks?id=425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 200 len: 817 time: 0.7226562 Jul 28 22:28:28.125365 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:26Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:28.144609 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] For port c765de4e-2033-424e-88c6-db90c5f9dda6, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=c765de4e-2033-424e-88c6-db90c5f9dda6,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:28.175122 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:28.178203 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da67ea8-9cac-4014-a44a-c74ebd90817b None None] The sync data for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi is: [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:26Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:28:28.181999 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-033fc393-e609-4141-a750-d18170569c40 None None] Set router 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:28.232586 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddc62d-5b79-4a5f-8e5e-5e13abd516c0 None None] Pushing event updated for resources: {'Port': ['ID=c765de4e-2033-424e-88c6-db90c5f9dda6,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:28.303071 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-5cb246f3-3c1b-42d0-a2e5-8029e36e083d None None] Provisioning complete for port 731e120f-9ac0-4a9f-89af-57466aa80f55 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:28.305681 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5cb246f3-3c1b-42d0-a2e5-8029e36e083d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:28.329456 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-6885428b-0f23-4f2a-ae18-c505d3dd8e7c service neutron] 10.222.0.39 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635520 Jul 28 22:28:28.357991 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:28.461174 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:28.638560 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.58', 53877) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:28.651661 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:28.668041 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-02c4b14a-ff35-461b-8b5d-4705c547188f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c4e68e56e744fa9af4631ae2e967a6d HTTP/1.1" status: 200 len: 379 time: 0.3527551 Jul 28 22:28:28.681311 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-5cb246f3-3c1b-42d0-a2e5-8029e36e083d None None] Current status of the port 731e120f-9ac0-4a9f-89af-57466aa80f55 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:28.696294 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-3e71d484-eba7-412a-9b39-899ae2cee60a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Request body: {'port': {'device_id': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'admin_state_up': True, 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'security_groups': ['c7594ea6-5ab8-498a-a4ff-2b27e758e9d5']}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:28.734143 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-5cb246f3-3c1b-42d0-a2e5-8029e36e083d None None] Provisioning complete for port 177c725b-902f-409f-ba67-817f8b59d431 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:28.734944 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5cb246f3-3c1b-42d0-a2e5-8029e36e083d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (177c725b-902f-409f-ba67-817f8b59d431), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:28.877847 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 67c6ee95-decd-440a-b531-31bd26ddf6b5 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:29.059525 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-033fc393-e609-4141-a750-d18170569c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'name': 'tempest-DeleteServersTestJSON-1005879084-router', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': 'cb92681d2af8498cb7456a70354ccf39', 'gw_port': {'id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:07Z', 'updated_at': '2022-07-28T22:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '177c725b-902f-409f-ba67-817f8b59d431', 'name': '', 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'mac_address': 'fa:16:3e:92:af:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '441aaf36-82e9-41a1-a7f9-3b72b5bd02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:19Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 2, 'project_id': 'cb92681d2af8498cb7456a70354ccf39', 'subnets': [{'id': '441aaf36-82e9-41a1-a7f9-3b72b5bd02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:29.084784 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-5cb246f3-3c1b-42d0-a2e5-8029e36e083d None None] Port 177c725b-902f-409f-ba67-817f8b59d431 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:28:29.120435 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-3e71d484-eba7-412a-9b39-899ae2cee60a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Made reservation on behalf of 9c4e68e56e744fa9af4631ae2e967a6d for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:28:29.126909 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-3e71d484-eba7-412a-9b39-899ae2cee60a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:29.129851 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-5cb246f3-3c1b-42d0-a2e5-8029e36e083d None None] Provisioning complete for port c765de4e-2033-424e-88c6-db90c5f9dda6 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:29.130541 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5cb246f3-3c1b-42d0-a2e5-8029e36e083d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:29.150153 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d9890-851f-4482-a181-9115d81d359d req-0f2042df-602b-46c3-8bdb-707e61f004f9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:29.159687 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-0f2042df-602b-46c3-8bdb-707e61f004f9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 819 time: 1.1881461 Jul 28 22:28:29.183347 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033fc393-e609-4141-a750-d18170569c40 None None] Checking router: 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:28:29.186678 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033fc393-e609-4141-a750-d18170569c40 None None] Updating router 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 port 177c725b-902f-409f-ba67-817f8b59d431 binding host dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:28:29.189169 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-869c542b-ff02-472b-950c-bcdf421b03b4 service neutron] 10.222.0.39 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8580596 Jul 28 22:28:29.224893 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-77255a69-18e9-48bf-ac6f-6dbf82fce5fe tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/quotas/567bd0fe29da4db5a0f08c8b5cc81f9c HTTP/1.1" status: 200 len: 375 time: 0.0626178 Jul 28 22:28:29.261118 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 67c6ee95-decd-440a-b531-31bd26ddf6b5 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:29.273160 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:29.318452 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-033fc393-e609-4141-a750-d18170569c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (177c725b-902f-409f-ba67-817f8b59d431), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:29.369218 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-18d952f2-aef0-459e-a152-82f66a6dbdb2 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397400 Jul 28 22:28:29.748585 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-2537e60a-147d-490b-845a-6ee621a3a855 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:29.751514 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-2537e60a-147d-490b-845a-6ee621a3a855 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 819 time: 1.0995214 Jul 28 22:28:29.870416 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:29.914754 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:30.095134 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-5cb246f3-3c1b-42d0-a2e5-8029e36e083d None None] Current status of the port c765de4e-2033-424e-88c6-db90c5f9dda6 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:30.146902 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-3e71d484-eba7-412a-9b39-899ae2cee60a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Allocated IP 172.20.0.10 (425ace09-193c-40d9-ace1-b357fa18c983/d48d9b17-b454-4d3c-bc21-b33608361781/69cbbc60-3ab6-406c-b5fc-7e37b29888d2) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:30.169775 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.58', 53882) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:30.244094 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-89639018-e0b3-4852-94d9-21b469598b01 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Request body: {'port': {'device_id': '93cb74f8-85be-4e53-82a7-ca38fd38cbf5', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'admin_state_up': True, 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:30.276960 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-58596a07-2e16-41d7-b44d-8382d9fbf4a5 req-3436d130-2846-45b9-b884-c411e0a75c3a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 210 time: 0.5095508 Jul 28 22:28:30.317755 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 67c6ee95-decd-440a-b531-31bd26ddf6b5 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:30.325230 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device c718c660-2203-488b-8c61-e2f9883a6e48 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:30.336515 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-033fc393-e609-4141-a750-d18170569c40 None None] Publish callbacks [] for port (177c725b-902f-409f-ba67-817f8b59d431), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:30.346908 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Sync routers for ids ['22067912-df6f-43a3-870e-3b2255ff26c3'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:28:30.362888 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-033fc393-e609-4141-a750-d18170569c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (177c725b-902f-409f-ba67-817f8b59d431), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:30.546069 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Routers {'22067912-df6f-43a3-870e-3b2255ff26c3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:30.559365 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['22067912-df6f-43a3-870e-3b2255ff26c3'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:30.631030 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:30.803509 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f12fa8-2fac-48e1-92a7-4b417d7f3eac None None] Pushing event updated for resources: {'Port': ['ID=177c725b-902f-409f-ba67-817f8b59d431,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:30.841883 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-3c94c3e6-b75b-4977-8c33-a3a91b927bd3 service neutron] 10.222.0.39 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4615183 Jul 28 22:28:30.987260 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-033fc393-e609-4141-a750-d18170569c40 None None] Attempting to bind port 177c725b-902f-409f-ba67-817f8b59d431 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:30.988613 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-033fc393-e609-4141-a750-d18170569c40 None None] Attempting to bind port 177c725b-902f-409f-ba67-817f8b59d431 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:30.989002 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033fc393-e609-4141-a750-d18170569c40 None None] Attempting to bind port 177c725b-902f-409f-ba67-817f8b59d431 on network 3b321d51-83e0-4fab-8ede-145e708993ba {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:30.993169 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port c718c660-2203-488b-8c61-e2f9883a6e48 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:30.997047 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:31.022268 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033fc393-e609-4141-a750-d18170569c40 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:31.022744 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033fc393-e609-4141-a750-d18170569c40 None None] Checking segment: {'id': '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:31.029042 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-033fc393-e609-4141-a750-d18170569c40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:31.029590 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033fc393-e609-4141-a750-d18170569c40 None None] Bound using segment: {'id': '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:31.030824 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-033fc393-e609-4141-a750-d18170569c40 None None] Bound port: 177c725b-902f-409f-ba67-817f8b59d431, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:31.033888 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-033fc393-e609-4141-a750-d18170569c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (177c725b-902f-409f-ba67-817f8b59d431), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:31.077424 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-3e71d484-eba7-412a-9b39-899ae2cee60a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:31.093876 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4155dd44-aba8-43a1-92b8-7c53c76d7372 req-341ff5d7-cf74-4304-bfc8-17f38e3f3445 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 210 time: 0.3610551 Jul 28 22:28:31.142613 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:31.165945 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-4c2cadff-ce69-43e0-9d66-ff53c6a29f1f tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:31.184189 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-4c2cadff-ce69-43e0-9d66-ff53c6a29f1f tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.58 "GET /v2.0/networks?id=464fee12-f052-4124-8f6c-243235b340a4 HTTP/1.1" status: 200 len: 811 time: 1.0010223 Jul 28 22:28:31.188532 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-3e71d484-eba7-412a-9b39-899ae2cee60a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:31.284402 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-033fc393-e609-4141-a750-d18170569c40 None None] For port 177c725b-902f-409f-ba67-817f8b59d431, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:31.293510 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-033fc393-e609-4141-a750-d18170569c40 None None] For port 177c725b-902f-409f-ba67-817f8b59d431, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=177c725b-902f-409f-ba67-817f8b59d431,segment=NetworkSegment(3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca),segment_id=3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:31.297278 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-89639018-e0b3-4852-94d9-21b469598b01 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Made reservation on behalf of 567bd0fe29da4db5a0f08c8b5cc81f9c for: {'port': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:28:31.302034 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-89639018-e0b3-4852-94d9-21b469598b01 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:31.321702 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-033fc393-e609-4141-a750-d18170569c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (177c725b-902f-409f-ba67-817f8b59d431), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:31.331424 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-08a2d8a3-c09a-47bf-b590-24bfba1c155c None None] Provisioning complete for port 177c725b-902f-409f-ba67-817f8b59d431 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:31.332813 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-08a2d8a3-c09a-47bf-b590-24bfba1c155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (177c725b-902f-409f-ba67-817f8b59d431), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:31.359375 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71d484-eba7-412a-9b39-899ae2cee60a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event updated for resources: {'Port': ['ID=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:31.385960 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-fde7acaf-4dec-4c4c-90ca-88b6a6aeb397 service neutron] 10.222.0.39 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165534 Jul 28 22:28:31.386259 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-3e71d484-eba7-412a-9b39-899ae2cee60a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Network 425ace09-193c-40d9-ace1-b357fa18c983 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:31.388059 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-3e71d484-eba7-412a-9b39-899ae2cee60a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:31.408193 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-3e71d484-eba7-412a-9b39-899ae2cee60a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:31.428251 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-3e71d484-eba7-412a-9b39-899ae2cee60a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:31.429745 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-3e71d484-eba7-412a-9b39-899ae2cee60a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:31.491278 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-3e71d484-eba7-412a-9b39-899ae2cee60a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8145564 Jul 28 22:28:31.576274 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:31.594006 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Set router 22067912-df6f-43a3-870e-3b2255ff26c3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:31.596590 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port c718c660-2203-488b-8c61-e2f9883a6e48 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:31.598529 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 731e120f-9ac0-4a9f-89af-57466aa80f55 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:31.606196 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033fc393-e609-4141-a750-d18170569c40 None None] Routers {'0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:31.611554 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-033fc393-e609-4141-a750-d18170569c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:31.627426 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f12fa8-2fac-48e1-92a7-4b417d7f3eac None None] Pushing event updated for resources: {'Port': ['ID=177c725b-902f-409f-ba67-817f8b59d431,revision_number=4']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:31.760157 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-89639018-e0b3-4852-94d9-21b469598b01 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Allocated IP 172.20.0.12 (f48c6e9d-45a6-4c64-a517-0531b03b9307/56ed5844-8abf-4465-a654-00086d69cc77/5fadf80f-a549-46e0-b26a-9fad8d146f17) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:31.979942 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-033fc393-e609-4141-a750-d18170569c40 None None] Set router 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:32.105165 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e3574e2f-edb3-44b2-ac0d-ab7fb4882977 req-ab017136-0908-4e6c-9c95-84d3ce0e440d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 210 time: 0.0784900 Jul 28 22:28:32.147810 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-08a2d8a3-c09a-47bf-b590-24bfba1c155c None None] Current status of the port 177c725b-902f-409f-ba67-817f8b59d431 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:32.150729 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-08a2d8a3-c09a-47bf-b590-24bfba1c155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (177c725b-902f-409f-ba67-817f8b59d431), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:32.182125 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:32.208811 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-08a2d8a3-c09a-47bf-b590-24bfba1c155c None None] For port 177c725b-902f-409f-ba67-817f8b59d431, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=177c725b-902f-409f-ba67-817f8b59d431,segment=NetworkSegment(3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca),segment_id=3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:32.229009 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:32.244207 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-08a2d8a3-c09a-47bf-b590-24bfba1c155c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (177c725b-902f-409f-ba67-817f8b59d431), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:32.250711 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 731e120f-9ac0-4a9f-89af-57466aa80f55 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:32.251471 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:32.306429 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-89639018-e0b3-4852-94d9-21b469598b01 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:32.338048 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-534c8ae5-39bd-452e-bdc8-3e8974afae73 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:32.345553 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-534c8ae5-39bd-452e-bdc8-3e8974afae73 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/networks?id=3b321d51-83e0-4fab-8ede-145e708993ba HTTP/1.1" status: 200 len: 812 time: 0.2148676 Jul 28 22:28:32.380006 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-16dd25c7-20ce-4698-bce1-50bc05a19b5a tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/quotas/cb92681d2af8498cb7456a70354ccf39 HTTP/1.1" status: 200 len: 375 time: 0.0325868 Jul 28 22:28:32.501008 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-85f0dbbf-5dd4-4543-b70b-fc31cab8354f None None] Provisioning complete for port 177c725b-902f-409f-ba67-817f8b59d431 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:32.501636 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-85f0dbbf-5dd4-4543-b70b-fc31cab8354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (177c725b-902f-409f-ba67-817f8b59d431), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:32.508606 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-033fc393-e609-4141-a750-d18170569c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'name': 'tempest-DeleteServersTestJSON-1005879084-router', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': 'cb92681d2af8498cb7456a70354ccf39', 'gw_port': {'id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:07Z', 'updated_at': '2022-07-28T22:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '177c725b-902f-409f-ba67-817f8b59d431', 'name': '', 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'mac_address': 'fa:16:3e:92:af:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '441aaf36-82e9-41a1-a7f9-3b72b5bd02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:19Z', 'updated_at': '2022-07-28T22:28:31Z', 'revision_number': 4, 'project_id': 'cb92681d2af8498cb7456a70354ccf39', 'subnets': [{'id': '441aaf36-82e9-41a1-a7f9-3b72b5bd02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:32.519287 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35ef15-a36e-41e5-8267-177375d25c6f req-ceeb514f-ea5c-4c5d-a733-fb5d211becac tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:32.520836 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2d35ef15-a36e-41e5-8267-177375d25c6f req-ceeb514f-ea5c-4c5d-a733-fb5d211becac tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 932 time: 0.1239684 Jul 28 22:28:32.524703 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-89639018-e0b3-4852-94d9-21b469598b01 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:32.559746 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033fc393-e609-4141-a750-d18170569c40 None None] The sync data for ids ['0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'] in dv-cinder-850939-3-iscsi is: [{'id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'name': 'tempest-DeleteServersTestJSON-1005879084-router', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': 'cb92681d2af8498cb7456a70354ccf39', 'gw_port': {'id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:07Z', 'updated_at': '2022-07-28T22:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '177c725b-902f-409f-ba67-817f8b59d431', 'name': '', 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'mac_address': 'fa:16:3e:92:af:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '441aaf36-82e9-41a1-a7f9-3b72b5bd02a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:19Z', 'updated_at': '2022-07-28T22:28:31Z', 'revision_number': 4, 'project_id': 'cb92681d2af8498cb7456a70354ccf39', 'subnets': [{'id': '441aaf36-82e9-41a1-a7f9-3b72b5bd02a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:28:32.573201 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2d8a3-c09a-47bf-b590-24bfba1c155c None None] Pushing event updated for resources: {'Port': ['ID=177c725b-902f-409f-ba67-817f8b59d431,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:32.651241 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 731e120f-9ac0-4a9f-89af-57466aa80f55 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:32.652912 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 313075bf-1599-45ff-b37e-34f6a02b952a up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:32.703655 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 2, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:32.721265 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:32.728126 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89639018-e0b3-4852-94d9-21b469598b01 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Pushing event updated for resources: {'Port': ['ID=5fadf80f-a549-46e0-b26a-9fad8d146f17,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:32.744197 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-2322ac46-8d93-405c-baf6-00f3453026ba tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb92681d2af8498cb7456a70354ccf39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3625686 Jul 28 22:28:32.744660 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Checking router: 22067912-df6f-43a3-870e-3b2255ff26c3 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:28:32.745022 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Updating router 22067912-df6f-43a3-870e-3b2255ff26c3 port b6d526ec-5599-46c8-b0ae-be38c46e2916 binding host dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:28:32.774405 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-85f0dbbf-5dd4-4543-b70b-fc31cab8354f None None] Current status of the port 177c725b-902f-409f-ba67-817f8b59d431 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:32.783903 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-89639018-e0b3-4852-94d9-21b469598b01 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Network f48c6e9d-45a6-4c64-a517-0531b03b9307 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:32.801072 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:32.803852 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-85f0dbbf-5dd4-4543-b70b-fc31cab8354f None None] Provisioning complete for port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:32.804222 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-85f0dbbf-5dd4-4543-b70b-fc31cab8354f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:32.813554 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 313075bf-1599-45ff-b37e-34f6a02b952a triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:32.814131 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (313075bf-1599-45ff-b37e-34f6a02b952a), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:32.819408 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-89639018-e0b3-4852-94d9-21b469598b01 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:32.824099 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-89639018-e0b3-4852-94d9-21b469598b01 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:32.829330 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-89639018-e0b3-4852-94d9-21b469598b01 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:32.830000 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-89639018-e0b3-4852-94d9-21b469598b01 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for port (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:32.897070 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-89639018-e0b3-4852-94d9-21b469598b01 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6608534 Jul 28 22:28:32.903294 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2d35ef15-a36e-41e5-8267-177375d25c6f req-76323f5e-a783-49c3-b274-bd6a51cd74c4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3615890 Jul 28 22:28:32.954143 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-85f0dbbf-5dd4-4543-b70b-fc31cab8354f None None] Port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:28:32.962094 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-b5cca3bd-2d54-4dfe-845c-f6c39eefa79e service neutron] 10.222.0.39 "GET /v2.0/networks/3b321d51-83e0-4fab-8ede-145e708993ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169690 Jul 28 22:28:32.977404 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:33.175438 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 313075bf-1599-45ff-b37e-34f6a02b952a is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:33.176025 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (313075bf-1599-45ff-b37e-34f6a02b952a), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:33.197122 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-7fa1a493-ddaa-474f-8a65-3398da04a4a9 service neutron] 10.222.0.39 "GET /v2.0/networks/3b321d51-83e0-4fab-8ede-145e708993ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293909 Jul 28 22:28:33.273782 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bf0b4c0a-d7dd-4f8c-a320-1ccc9456118e req-d5ec6356-3d33-42b9-aaeb-aca83bcf9ff9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 210 time: 0.0957108 Jul 28 22:28:33.348970 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port 313075bf-1599-45ff-b37e-34f6a02b952a, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=313075bf-1599-45ff-b37e-34f6a02b952a,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:33.366859 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (313075bf-1599-45ff-b37e-34f6a02b952a), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:33.370434 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 50f9ddd8-a475-409a-bcd3-10561c326e24 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:33.488959 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-894d0dec-6ba9-4a68-b3bc-64397afdd325 req-824418bc-2e48-4fa4-a845-28c4a844e75e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 210 time: 0.0488484 Jul 28 22:28:33.596638 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-5ce4713e-130e-4c48-9836-5ed57c336a58 None None] Provisioning complete for port 5fadf80f-a549-46e0-b26a-9fad8d146f17 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:33.598023 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5ce4713e-130e-4c48-9836-5ed57c336a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:33.626483 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-61e6e703-a02c-41bd-97e5-7f6f7b7a2da7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:28:33.633891 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-61e6e703-a02c-41bd-97e5-7f6f7b7a2da7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0259166 Jul 28 22:28:33.653784 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0e400664-0b09-4032-8437-33c8de6b45b4 req-548f1fef-7bae-434d-918c-a57e933785f7 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 210 time: 0.0692439 Jul 28 22:28:33.676373 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-8ce577f0-322c-41ae-a44c-3110b81b9398 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104117) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:28:33.684910 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-8ce577f0-322c-41ae-a44c-3110b81b9398 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0288725 Jul 28 22:28:33.743710 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:33.753964 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4713e-130e-4c48-9836-5ed57c336a58 None None] Port 5fadf80f-a549-46e0-b26a-9fad8d146f17 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:28:33.756506 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-06c78d63-80fa-45bf-8201-5663be65e55f req-19b463f5-c8ed-4227-b455-77ab97dc570b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 210 time: 0.0675011 Jul 28 22:28:33.854372 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:33.874095 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-86fdd33e-90e2-4e61-bcee-3479d9bd38b4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d829cbd8678145668ea811e01093fcfc HTTP/1.1" status: 200 len: 379 time: 0.2740457 Jul 28 22:28:33.895717 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-e503a8c5-e2cc-4a3a-bc52-3d0df13516db tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Request body: {'port': {'device_id': '8cc2682a-cbca-49c8-8e74-2d9ed7062e93', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'admin_state_up': True, 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'security_groups': ['ffe42411-3400-49a3-beda-74cd154862a7']}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:33.949024 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=313075bf-1599-45ff-b37e-34f6a02b952a,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:33.982085 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 50f9ddd8-a475-409a-bcd3-10561c326e24 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:33.982487 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:34.106711 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Publish callbacks [] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), precommit_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:34.120235 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:34.186123 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Request body: {'port': {'device_id': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:34.284516 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-e503a8c5-e2cc-4a3a-bc52-3d0df13516db tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Made reservation on behalf of d829cbd8678145668ea811e01093fcfc for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:28:34.294932 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-e503a8c5-e2cc-4a3a-bc52-3d0df13516db tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:34.333369 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Request body: {'port': {'device_id': '93cb74f8-85be-4e53-82a7-ca38fd38cbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:34.509995 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51868bd2-e54d-42ee-84fd-7a1c12876914 req-e2408445-a242-4d9f-b880-20641e238172 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:34.539256 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-51868bd2-e54d-42ee-84fd-7a1c12876914 req-e2408445-a242-4d9f-b880-20641e238172 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 932 time: 0.3403642 Jul 28 22:28:34.687636 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c4c622e6-8961-4038-8873-c7fd2dcd9d19 req-69a3d90c-3cc3-4486-84af-8a8332a08994 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 210 time: 0.1468120 Jul 28 22:28:34.700670 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:34.784309 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:34.844435 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392503a4-81ae-448f-bdcb-88502d99b644 None None] Pushing event updated for resources: {'Port': ['ID=b6d526ec-5599-46c8-b0ae-be38c46e2916,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:34.865623 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Attempting to bind port b6d526ec-5599-46c8-b0ae-be38c46e2916 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:34.868062 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Attempting to bind port b6d526ec-5599-46c8-b0ae-be38c46e2916 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:34.868612 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Attempting to bind port b6d526ec-5599-46c8-b0ae-be38c46e2916 on network f48c6e9d-45a6-4c64-a517-0531b03b9307 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:34.880812 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 50f9ddd8-a475-409a-bcd3-10561c326e24 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:34.882605 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:34.904028 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:34.933659 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-51868bd2-e54d-42ee-84fd-7a1c12876914 req-bc4151d2-02d2-4deb-aa59-b51f09adb7b5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3726485 Jul 28 22:28:34.996956 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port 50f9ddd8-a475-409a-bcd3-10561c326e24, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=50f9ddd8-a475-409a-bcd3-10561c326e24,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:35.010323 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:35.019976 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Checking segment: {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:35.020623 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:35.021197 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Bound using segment: {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:35.023728 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Bound port: b6d526ec-5599-46c8-b0ae-be38c46e2916, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:35.024288 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:35.070073 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:35.208034 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2371be26-3da7-4abb-b4fb-980890c1c510 req-68c84bf6-e079-431c-a099-31deacf715cf tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 210 time: 0.2691963 Jul 28 22:28:35.458766 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] For port b6d526ec-5599-46c8-b0ae-be38c46e2916, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:35.460033 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-e503a8c5-e2cc-4a3a-bc52-3d0df13516db tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Allocated IP 172.20.0.9 (464fee12-f052-4124-8f6c-243235b340a4/6bc16b42-782d-4edd-b93c-9d5d6fc93f7a/35af7134-fcd8-416d-b6f7-11f5d93a4613) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:35.468616 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] For port b6d526ec-5599-46c8-b0ae-be38c46e2916, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=b6d526ec-5599-46c8-b0ae-be38c46e2916,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:35.476357 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-2e6fb013-2bba-4320-b647-3c68780ea2ee None None] Provisioning complete for port b6d526ec-5599-46c8-b0ae-be38c46e2916 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:35.476795 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb013-2bba-4320-b647-3c68780ea2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:35.517559 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:35.556723 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.58', 53891) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:35.618820 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.58', 53893) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:35.726624 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=50f9ddd8-a475-409a-bcd3-10561c326e24,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:35.773576 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 313075bf-1599-45ff-b37e-34f6a02b952a up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:36.125853 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:36.167384 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-11580eb6-d445-48ba-8c49-4cdcc60ac2e6 req-74c07f6e-9e9a-47ed-b521-5594cef0b07f tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 210 time: 0.9537277 Jul 28 22:28:36.219107 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Routers {'22067912-df6f-43a3-870e-3b2255ff26c3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:36.225213 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['22067912-df6f-43a3-870e-3b2255ff26c3'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:36.336726 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8ce5bd5c-b86d-436a-a462-ce573c267ed0 req-18a780d5-b525-497e-94a6-6ae3c311be2b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 210 time: 0.2097113 Jul 28 22:28:36.387190 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:36.488989 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-10dcf8b9-4dfe-44af-aa65-1683c4f528b8 req-77e6e0c1-711e-46f4-b492-55fc57888e97 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 210 time: 0.1457286 Jul 28 22:28:36.539277 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:36.582302 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392503a4-81ae-448f-bdcb-88502d99b644 None None] Pushing event updated for resources: {'Port': ['ID=b6d526ec-5599-46c8-b0ae-be38c46e2916,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:36.749917 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-77eb6362-a63a-4d57-b35b-393a55a22573 req-5c773fe5-f99f-4830-92e8-3b9701e7b92b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 210 time: 0.0541575 Jul 28 22:28:36.761740 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fb013-2bba-4320-b647-3c68780ea2ee None None] Current status of the port b6d526ec-5599-46c8-b0ae-be38c46e2916 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:36.762149 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb013-2bba-4320-b647-3c68780ea2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:36.767668 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5f6e3-471f-4433-927d-9df01daaab1d req-f5b4d496-e7b5-473c-944a-099bbc0a5699 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:36.769685 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-afc5f6e3-471f-4433-927d-9df01daaab1d req-f5b4d496-e7b5-473c-944a-099bbc0a5699 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 932 time: 0.2416084 Jul 28 22:28:36.796325 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d9890-851f-4482-a181-9115d81d359d req-d09d3652-2dca-4f80-afb4-71e5bd23db0f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:36.797879 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-d09d3652-2dca-4f80-afb4-71e5bd23db0f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 819 time: 1.1353216 Jul 28 22:28:36.834187 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-2e6fb013-2bba-4320-b647-3c68780ea2ee None None] For port b6d526ec-5599-46c8-b0ae-be38c46e2916, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=b6d526ec-5599-46c8-b0ae-be38c46e2916,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:36.837952 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-2347458b-da67-4dde-b7f8-d3a340a5b582 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:36.840017 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-2347458b-da67-4dde-b7f8-d3a340a5b582 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 815 time: 1.2645059 Jul 28 22:28:36.865858 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] Set router 22067912-df6f-43a3-870e-3b2255ff26c3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:36.934131 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-afc5f6e3-471f-4433-927d-9df01daaab1d req-17be8468-d57a-43d5-b629-2fb84a081f1d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490176 Jul 28 22:28:36.938318 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 39566) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:36.955639 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-e503a8c5-e2cc-4a3a-bc52-3d0df13516db tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:36.992913 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:37.063911 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 {{(pid=104117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:28:37.078642 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Publish callbacks [] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:37.079999 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2e6fb013-2bba-4320-b647-3c68780ea2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:37.085518 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 313075bf-1599-45ff-b37e-34f6a02b952a triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:37.086397 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (313075bf-1599-45ff-b37e-34f6a02b952a), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:37.131244 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.provisioning_blocks [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Transition to ACTIVE for port object 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 will not be triggered until provisioned by entity L2. {{(pid=104117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:28:37.137398 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-e503a8c5-e2cc-4a3a-bc52-3d0df13516db tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:37.146108 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:37.178629 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:37.221775 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fadf80f-a549-46e0-b26a-9fad8d146f17 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:28:37.231383 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cfbfadcf-85be-44a2-8265-98bfbff4d21c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:37.262841 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Publish callbacks [] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:37.300074 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-096d9890-851f-4482-a181-9115d81d359d req-71875dc6-4aa7-45a3-b598-837efa5ecca0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Request body: {'port': {'device_id': '20092e58-9863-4f05-95a2-6bb6a42ca0f5', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'admin_state_up': True, 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:37.336202 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Pushing event updated for resources: {'Port': ['ID=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:37.415505 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-2297e648-3296-450a-be85-f8d2f53cedb3 None None] Provisioning complete for port b6d526ec-5599-46c8-b0ae-be38c46e2916 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:37.416354 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2297e648-3296-450a-be85-f8d2f53cedb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:37.503779 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.58', 53900) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:37.575338 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-e503a8c5-e2cc-4a3a-bc52-3d0df13516db tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Network 464fee12-f052-4124-8f6c-243235b340a4 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:37.584483 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:35Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:37.623318 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503a8c5-e2cc-4a3a-bc52-3d0df13516db tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event updated for resources: {'Port': ['ID=35af7134-fcd8-416d-b6f7-11f5d93a4613,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:37.636780 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-e503a8c5-e2cc-4a3a-bc52-3d0df13516db tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:37.661174 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fb013-2bba-4320-b647-3c68780ea2ee None None] Pushing event updated for resources: {'Port': ['ID=b6d526ec-5599-46c8-b0ae-be38c46e2916,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:37.697141 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Transition to ACTIVE for port object 5fadf80f-a549-46e0-b26a-9fad8d146f17 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:28:37.700808 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b082c96-0a5d-493e-8646-10d5e7d368c9 None None] The sync data for ids ['22067912-df6f-43a3-870e-3b2255ff26c3'] in dv-cinder-850939-3-iscsi is: [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:35Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:28:37.703334 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-e503a8c5-e2cc-4a3a-bc52-3d0df13516db tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:37.727644 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-e503a8c5-e2cc-4a3a-bc52-3d0df13516db tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:37.729340 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-e503a8c5-e2cc-4a3a-bc52-3d0df13516db tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:37.755488 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:37.869271 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a95fe325-4115-4a59-813a-0e7bd8098b80 req-c03ff300-d555-40a5-bf78-734b69aacb26 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 210 time: 0.3667657 Jul 28 22:28:37.895080 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f5ec90c0-2bfc-4b27-9a2e-2c7553726da2 req-a207723c-a2b0-45bf-86d0-3c9135b7efde tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 210 time: 0.3511822 Jul 28 22:28:37.914228 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Attempting to bind port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:37.914228 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Attempting to bind port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:37.914228 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Attempting to bind port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 on network 425ace09-193c-40d9-ace1-b357fa18c983 {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:37.952575 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 on network 425ace09-193c-40d9-ace1-b357fa18c983 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:28:37.954133 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Attempting to bind port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 on network 425ace09-193c-40d9-ace1-b357fa18c983 {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:37.963524 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 313075bf-1599-45ff-b37e-34f6a02b952a is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:37.974122 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 177c725b-902f-409f-ba67-817f8b59d431 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:38.000933 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:38.002962 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Checking segment: {'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:38.006692 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Bound using segment: {'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:38.013893 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Bound port: 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:38.015367 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:38.121396 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-2297e648-3296-450a-be85-f8d2f53cedb3 None None] Current status of the port b6d526ec-5599-46c8-b0ae-be38c46e2916 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:38.211572 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:38.254262 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] For port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host hv-cinder-85093, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:38.308532 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fadf80f-a549-46e0-b26a-9fad8d146f17,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:38.341762 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-ba6b85e3-044f-48cd-aa3c-775b5d297834 None None] Provisioning complete for port 35af7134-fcd8-416d-b6f7-11f5d93a4613 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:38.342746 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ba6b85e3-044f-48cd-aa3c-775b5d297834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:38.347596 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 177c725b-902f-409f-ba67-817f8b59d431 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:38.348060 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (177c725b-902f-409f-ba67-817f8b59d431), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:38.501991 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:38.533633 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-ba6b85e3-044f-48cd-aa3c-775b5d297834 None None] Port 35af7134-fcd8-416d-b6f7-11f5d93a4613 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:28:38.548422 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] For port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:38.564627 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a6a860e6-b6d8-41a9-b749-864882d17fdc req-9eb76339-c28b-4f9a-8888-c02c554b7e8f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 210 time: 0.3197820 Jul 28 22:28:38.582116 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 177c725b-902f-409f-ba67-817f8b59d431 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:38.590246 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device c765de4e-2033-424e-88c6-db90c5f9dda6 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:38.598201 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:38.608359 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64c2f4-492c-4379-9fd3-87a5ba3a8c9a req-b9523483-6da6-410b-af9e-510566462d72 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:38.613688 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-e96e6c39-b8b2-4bda-8877-685a27e5a5cd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea HTTP/1.1" status: 200 len: 379 time: 1.3430517 Jul 28 22:28:38.622094 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ad64c2f4-492c-4379-9fd3-87a5ba3a8c9a req-b9523483-6da6-410b-af9e-510566462d72 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 931 time: 0.3470075 Jul 28 22:28:38.661561 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:38.700125 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port c765de4e-2033-424e-88c6-db90c5f9dda6 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:38.700505 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:38.731717 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:38.732611 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for port (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:38.733886 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-e503a8c5-e2cc-4a3a-bc52-3d0df13516db tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8373134 Jul 28 22:28:38.734456 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] 10.222.0.58 "PUT /v2.0/ports/69cbbc60-3ab6-406c-b5fc-7e37b29888d2 HTTP/1.1" status: 200 len: 1094 time: 4.7248981 Jul 28 22:28:38.742328 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:28:38.778874 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Attempting to bind port 5fadf80f-a549-46e0-b26a-9fad8d146f17 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:38.780612 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Attempting to bind port 5fadf80f-a549-46e0-b26a-9fad8d146f17 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:38.781063 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Attempting to bind port 5fadf80f-a549-46e0-b26a-9fad8d146f17 on network f48c6e9d-45a6-4c64-a517-0531b03b9307 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:38.805500 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-e2b4f366-f4cb-419d-8c83-2668f3c798ee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'port': {'device_id': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'admin_state_up': True, 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'security_groups': ['8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673']}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:38.873371 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-24ed2e9d-88a4-460b-bed4-d5833ecb0b72 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:38.875432 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-24ed2e9d-88a4-460b-bed4-d5833ecb0b72 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.58 "GET /v2.0/networks?id=3b321d51-83e0-4fab-8ede-145e708993ba HTTP/1.1" status: 200 len: 812 time: 1.3706908 Jul 28 22:28:38.923651 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port c765de4e-2033-424e-88c6-db90c5f9dda6 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:38.924933 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device d582f3d8-5af6-445b-bfdf-b189c037992c up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:38.943927 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Request body: {'port': {'device_id': '8cc2682a-cbca-49c8-8e74-2d9ed7062e93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:39.007586 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port d582f3d8-5af6-445b-bfdf-b189c037992c triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:39.008024 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:39.016943 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:39.068021 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Port 5fadf80f-a549-46e0-b26a-9fad8d146f17 on network f48c6e9d-45a6-4c64-a517-0531b03b9307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:28:39.078111 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Attempting to bind port 5fadf80f-a549-46e0-b26a-9fad8d146f17 on network f48c6e9d-45a6-4c64-a517-0531b03b9307 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:39.083512 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-e2b4f366-f4cb-419d-8c83-2668f3c798ee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Made reservation on behalf of d0c7b146e08f4a9ea11f1a73099eb7ea for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:28:39.092644 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-06bb844d-2dff-43a3-bd0a-aec3ec69f3c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Request body: {'port': {'device_id': '1e409c8d-d62d-41f4-a0ca-652816028ff6', 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba', 'admin_state_up': True, 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:39.096538 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-e2b4f366-f4cb-419d-8c83-2668f3c798ee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:39.148978 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:39.166103 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Checking segment: {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:39.166796 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Bound using segment: {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:39.173577 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Bound port: 5fadf80f-a549-46e0-b26a-9fad8d146f17, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:39.176770 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:39.226156 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096d9890-851f-4482-a181-9115d81d359d req-71875dc6-4aa7-45a3-b598-837efa5ecca0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Made reservation on behalf of 567bd0fe29da4db5a0f08c8b5cc81f9c for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:28:39.240997 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-096d9890-851f-4482-a181-9115d81d359d req-71875dc6-4aa7-45a3-b598-837efa5ecca0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:39.277213 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:39.279624 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port d582f3d8-5af6-445b-bfdf-b189c037992c is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:39.299324 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab6c50-ebe6-4c51-8690-146555ab8b03 req-238e0a4e-3d18-43f1-92fa-68b7ff1e83bf tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:39.308229 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f0ab6c50-ebe6-4c51-8690-146555ab8b03 req-238e0a4e-3d18-43f1-92fa-68b7ff1e83bf tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.4767592 Jul 28 22:28:39.355872 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50be3718-1edc-4eca-a707-645a6a786682" -d '{"events": [{"name": "network-changed", "server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:28:39.377380 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:39.408955 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78198f0a-ff30-4886-a68e-cbd8c5f8ef6e service neutron] Pushing event updated for resources: {'Port': ['ID=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:39.433485 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f0ab6c50-ebe6-4c51-8690-146555ab8b03 req-e6d13ce5-2814-4074-9ccd-82a2f5d39280 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239884 Jul 28 22:28:39.437320 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-06bb844d-2dff-43a3-bd0a-aec3ec69f3c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Made reservation on behalf of cb92681d2af8498cb7456a70354ccf39 for: {'port': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:28:39.447945 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-06bb844d-2dff-43a3-bd0a-aec3ec69f3c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:39.565588 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device b6d526ec-5599-46c8-b0ae-be38c46e2916 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:39.722888 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port b6d526ec-5599-46c8-b0ae-be38c46e2916 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:39.723624 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:39.728795 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-06bb844d-2dff-43a3-bd0a-aec3ec69f3c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Allocated IP 172.20.0.5 (3b321d51-83e0-4fab-8ede-145e708993ba/441aaf36-82e9-41a1-a7f9-3b72b5bd02a1/ef9daab1-0a25-49ef-87c4-25f58c4308ae) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:39.811279 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ad64c2f4-492c-4379-9fd3-87a5ba3a8c9a req-9228087e-4979-402a-b9ca-ba061aa3da1d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1841998 Jul 28 22:28:39.835463 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:39.844008 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-f0c0120d-2ceb-4d3a-b911-fd2225c8df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:39.846408 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-f0c0120d-2ceb-4d3a-b911-fd2225c8df97 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 1128 time: 1.0047817 Jul 28 22:28:39.911914 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-316d2164-420d-4263-8518-c7d203cf536a req-06f29103-8d15-424a-af00-0338af30a4fa tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 210 time: 0.0988054 Jul 28 22:28:39.968748 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-096d9890-851f-4482-a181-9115d81d359d req-71875dc6-4aa7-45a3-b598-837efa5ecca0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Allocated IP 172.20.0.5 (f48c6e9d-45a6-4c64-a517-0531b03b9307/56ed5844-8abf-4465-a654-00086d69cc77/9978da88-5a78-4aab-a326-2ea421a9deb1) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:40.014573 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port b6d526ec-5599-46c8-b0ae-be38c46e2916 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:40.015161 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 50f9ddd8-a475-409a-bcd3-10561c326e24 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:40.070359 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f90f8803-ceb9-462c-b60c-0e7ddf23aa0b req-f0e9f01b-2f20-40f6-9240-b311aa132b9a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 210 time: 0.0837970 Jul 28 22:28:40.102518 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:40.103434 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-8d3b6386-0842-4cd0-a8e6-dcd1c028b1f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2 HTTP/1.1" status: 200 len: 217 time: 0.2330778 Jul 28 22:28:40.129136 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] For port 5fadf80f-a549-46e0-b26a-9fad8d146f17, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:40.210189 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] For port 5fadf80f-a549-46e0-b26a-9fad8d146f17, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5fadf80f-a549-46e0-b26a-9fad8d146f17,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:40.312225 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 50f9ddd8-a475-409a-bcd3-10561c326e24 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:40.315175 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:40.351609 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cfbfadcf-85be-44a2-8265-98bfbff4d21c admin admin] Publish callbacks [] for security_group (08607b02-ad38-4dfa-b175-9a3d005d90d9), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:40.478039 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 50f9ddd8-a475-409a-bcd3-10561c326e24 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:40.530866 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-e2b4f366-f4cb-419d-8c83-2668f3c798ee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Allocated IP 172.20.0.12 (6ba94cd9-b91a-4088-b65d-e5c882850ab5/bd9d7ef8-b1ea-409f-bc0d-02c57dced297/3a6a91e7-1223-4e3c-8af2-8617d06c63d2) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:28:40.585761 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 39660) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:40.609663 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef19c13-948e-42cc-bae8-0b2b36308bea x-openstack-request-id: req-2ef19c13-948e-42cc-bae8-0b2b36308bea {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:28:40.610036 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:28:40.610293 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ef19c13-948e-42cc-bae8-0b2b36308bea {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:28:40.610776 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef19c13-948e-42cc-bae8-0b2b36308bea'] response: {'name': 'network-changed', 'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'status': 'completed', 'code': 200} Jul 28 22:28:40.617508 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:40.633399 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cfbfadcf-85be-44a2-8265-98bfbff4d21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (08607b02-ad38-4dfa-b175-9a3d005d90d9), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:40.649395 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=10 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:40.663947 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6662ad26-595e-4f41-ae25-6e91f3fd0ac4 req-133ccbc4-5339-4364-b88c-c984fd14b03e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 210 time: 0.0676420 Jul 28 22:28:40.738549 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-babfa47f-898c-494d-83dc-8be89613e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:40.740914 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-babfa47f-898c-494d-83dc-8be89613e947 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d48d9b17-b454-4d3c-bc21-b33608361781 HTTP/1.1" status: 200 len: 856 time: 0.6234186 Jul 28 22:28:40.746197 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-06bb844d-2dff-43a3-bd0a-aec3ec69f3c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Publish callbacks [] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:40.757492 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67bce3-5cc9-4899-bd9f-63efa439eb3c req-1ffa3be1-7f4e-4df9-8da2-ab3916329a65 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:40.759808 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0a67bce3-5cc9-4899-bd9f-63efa439eb3c req-1ffa3be1-7f4e-4df9-8da2-ab3916329a65 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.1444974 Jul 28 22:28:40.872302 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfadcf-85be-44a2-8265-98bfbff4d21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08607b02-ad38-4dfa-b175-9a3d005d90d9,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:40.904757 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-9f50195b-c60c-483e-8f48-a93ec76d944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:40.906274 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-9f50195b-c60c-483e-8f48-a93ec76d944e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=425ace09-193c-40d9-ace1-b357fa18c983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1452661 Jul 28 22:28:41.003355 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:41.004218 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:41.006376 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] 10.222.0.58 "PUT /v2.0/ports/5fadf80f-a549-46e0-b26a-9fad8d146f17 HTTP/1.1" status: 200 len: 1094 time: 6.9859953 Jul 28 22:28:41.006376 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c6585-f16f-450d-b760-d007ab73e2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fadf80f-a549-46e0-b26a-9fad8d146f17,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:41.187163 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cb74f8-85be-4e53-82a7-ca38fd38cbf5', 'tag': '5fadf80f-a549-46e0-b26a-9fad8d146f17'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:28:41.285009 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0a67bce3-5cc9-4899-bd9f-63efa439eb3c req-9da18810-1fb5-4276-91e3-2f3f83eb15b9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4885125 Jul 28 22:28:41.352831 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:41.383504 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:41.390665 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-4a955b7d-c71f-4f5b-b744-aa8c77bbf54c service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056075 Jul 28 22:28:41.395408 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-06bb844d-2dff-43a3-bd0a-aec3ec69f3c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:41.407677 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372bcac-28b6-4603-a726-237e9d99601c req-6794bf6d-e718-4901-8d17-b7dbaec41b0c tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:41.417426 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1372bcac-28b6-4603-a726-237e9d99601c req-6794bf6d-e718-4901-8d17-b7dbaec41b0c tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 931 time: 0.4721792 Jul 28 22:28:41.510569 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-e2b4f366-f4cb-419d-8c83-2668f3c798ee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:41.556442 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb844d-2dff-43a3-bd0a-aec3ec69f3c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Pushing event updated for resources: {'Port': ['ID=ef9daab1-0a25-49ef-87c4-25f58c4308ae,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:41.566644 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d04ee-4e4a-423a-b6c0-3f987efd2f94 req-079c8e3a-e2c5-4eb9-89db-2cd7a9c1418e tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:41.568134 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ae7d04ee-4e4a-423a-b6c0-3f987efd2f94 req-079c8e3a-e2c5-4eb9-89db-2cd7a9c1418e tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 931 time: 0.0675178 Jul 28 22:28:41.663668 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-06bb844d-2dff-43a3-bd0a-aec3ec69f3c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Network 3b321d51-83e0-4fab-8ede-145e708993ba is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:41.678458 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-06bb844d-2dff-43a3-bd0a-aec3ec69f3c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:41.684904 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-4cb811ef-6f9c-45ad-88b9-203f61e24ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:41.685168 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-06bb844d-2dff-43a3-bd0a-aec3ec69f3c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:41.686529 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-4cb811ef-6f9c-45ad-88b9-203f61e24ae1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 1128 time: 0.1995440 Jul 28 22:28:41.692517 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-06bb844d-2dff-43a3-bd0a-aec3ec69f3c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:41.693159 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-06bb844d-2dff-43a3-bd0a-aec3ec69f3c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for port (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:41.695638 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aaf9dd3e-4c0b-44ad-b776-b865cabe6c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:41.800168 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:41.827003 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-cfbfadcf-85be-44a2-8265-98bfbff4d21c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c0ee5f50eb946b8ae9f9c7f7bcc5fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 4.8784125 Jul 28 22:28:41.829206 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1372bcac-28b6-4603-a726-237e9d99601c req-186a3418-4ddd-4726-ae64-a2f12b8ffacd tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376920 Jul 28 22:28:41.835060 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3a03c3-12b3-47df-b3fc-6a8ebe3f1e7c req-087ad129-cc4a-45f4-ab87-5f568057cb10 service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350146 Jul 28 22:28:41.841498 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 39692) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:41.867524 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-06bb844d-2dff-43a3-bd0a-aec3ec69f3c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9048550 Jul 28 22:28:41.897380 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Request body: {'port': {'device_id': '1e409c8d-d62d-41f4-a0ca-652816028ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:41.987066 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e0ad24-d974-42fa-9d08-57959c924884" -d '{"events": [{"name": "network-changed", "server_uuid": "93cb74f8-85be-4e53-82a7-ca38fd38cbf5", "tag": "5fadf80f-a549-46e0-b26a-9fad8d146f17"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:28:42.051394 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3718-1edc-4eca-a707-645a6a786682 req-420d7d69-d42c-4ee2-80a6-b3c8cd1ba84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:42.054127 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-50be3718-1edc-4eca-a707-645a6a786682 req-420d7d69-d42c-4ee2-80a6-b3c8cd1ba84c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 1128 time: 0.0523098 Jul 28 22:28:42.109262 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ae7d04ee-4e4a-423a-b6c0-3f987efd2f94 req-8b1c6d14-6dda-4156-9b29-4cf88e93ef0b tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377117 Jul 28 22:28:42.168923 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-065ad842-9d1b-4fe6-be08-3ad5d6506277 admin admin] Publish callbacks [] for security_group (08607b02-ad38-4dfa-b175-9a3d005d90d9), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:42.200569 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-065ad842-9d1b-4fe6-be08-3ad5d6506277 admin admin] Publish callbacks [] for security_group (08607b02-ad38-4dfa-b175-9a3d005d90d9), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:42.202442 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-0002a163-453b-4fa4-8dd5-3f06f4686be6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fadf80f-a549-46e0-b26a-9fad8d146f17 HTTP/1.1" status: 200 len: 217 time: 0.3294041 Jul 28 22:28:42.217502 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-927e6b66-ca20-4dc6-b86f-dde1f9608002 req-d73dcc9e-28e7-4623-a9cb-273ac54aba07 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 210 time: 0.1616070 Jul 28 22:28:42.234952 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:42.385948 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aaf9dd3e-4c0b-44ad-b776-b865cabe6c69 admin admin] Publish callbacks [] for security_group (28e5ac33-f2d2-4e61-b2cd-ba6241ba6663), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:42.420055 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-a1b5a90f-e8cb-4a72-9430-9302abef1cbb None None] Provisioning complete for port ef9daab1-0a25-49ef-87c4-25f58c4308ae triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:42.421610 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-a1b5a90f-e8cb-4a72-9430-9302abef1cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:42.425972 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aaf9dd3e-4c0b-44ad-b776-b865cabe6c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (28e5ac33-f2d2-4e61-b2cd-ba6241ba6663), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:42.441318 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-096d9890-851f-4482-a181-9115d81d359d req-71875dc6-4aa7-45a3-b598-837efa5ecca0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:42.468086 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-a1b5a90f-e8cb-4a72-9430-9302abef1cbb None None] Port ef9daab1-0a25-49ef-87c4-25f58c4308ae cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:28:42.587393 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5af475-ad4f-456b-9f37-d5765e189f75 x-openstack-request-id: req-aa5af475-ad4f-456b-9f37-d5765e189f75 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:28:42.587947 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cb74f8-85be-4e53-82a7-ca38fd38cbf5", "tag": "5fadf80f-a549-46e0-b26a-9fad8d146f17", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:28:42.588351 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa5af475-ad4f-456b-9f37-d5765e189f75 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:28:42.588924 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5af475-ad4f-456b-9f37-d5765e189f75'] response: {'name': 'network-changed', 'server_uuid': '93cb74f8-85be-4e53-82a7-ca38fd38cbf5', 'tag': '5fadf80f-a549-46e0-b26a-9fad8d146f17', 'status': 'completed', 'code': 200} Jul 28 22:28:42.618295 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-e2b4f366-f4cb-419d-8c83-2668f3c798ee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:42.628466 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-53f20150-b6a2-4ff5-87b6-c9f1d8d7815e req-156b1a19-2fb5-4c3a-af64-fd6672a59a15 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 210 time: 0.2629871 Jul 28 22:28:42.712194 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9dd3e-4c0b-44ad-b776-b865cabe6c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e5ac33-f2d2-4e61-b2cd-ba6241ba6663,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:42.724398 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:42.790407 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:42.798727 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-065ad842-9d1b-4fe6-be08-3ad5d6506277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (08607b02-ad38-4dfa-b175-9a3d005d90d9), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:42.802689 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-065ad842-9d1b-4fe6-be08-3ad5d6506277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:42.803898 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-065ad842-9d1b-4fe6-be08-3ad5d6506277 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08607b02-ad38-4dfa-b175-9a3d005d90d9 HTTP/1.1" status: 204 len: 168 time: 0.9545038 Jul 28 22:28:42.856059 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ad842-9d1b-4fe6-be08-3ad5d6506277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08607b02-ad38-4dfa-b175-9a3d005d90d9,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:42.890479 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfdc92-3e8b-4711-9d5c-7dba3b9ff71e req-6863345e-0fc0-4166-a246-c505ce00a474 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:42.897828 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1cdfdc92-3e8b-4711-9d5c-7dba3b9ff71e req-6863345e-0fc0-4166-a246-c505ce00a474 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.2452505 Jul 28 22:28:43.014475 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3718-1edc-4eca-a707-645a6a786682 req-11b64042-7720-4fa1-8301-730bc4d7ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:43.016147 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-50be3718-1edc-4eca-a707-645a6a786682 req-11b64042-7720-4fa1-8301-730bc4d7ef6a service neutron] 10.222.0.58 "GET /v2.0/networks?id=425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 200 len: 918 time: 0.5784078 Jul 28 22:28:43.051377 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:43.052754 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4f366-f4cb-419d-8c83-2668f3c798ee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'Port': ['ID=3a6a91e7-1223-4e3c-8af2-8617d06c63d2,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:43.058971 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-aaf9dd3e-4c0b-44ad-b776-b865cabe6c69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68575e2a0319485182ada99e37b71eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4429302 Jul 28 22:28:43.077790 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 39724) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:43.118895 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-096d9890-851f-4482-a181-9115d81d359d req-71875dc6-4aa7-45a3-b598-837efa5ecca0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:43.139825 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-50be3718-1edc-4eca-a707-645a6a786682 req-5cfb9b6a-1d0c-4353-b8fa-9bf2f9543b01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2 HTTP/1.1" status: 200 len: 217 time: 0.0885069 Jul 28 22:28:43.142918 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-e2b4f366-f4cb-419d-8c83-2668f3c798ee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:43.180795 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189ef1a-9543-442c-b735-7237fddc2b71 req-337c7f38-2d82-40c8-a6c0-173e74799e52 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:43.182538 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b189ef1a-9543-442c-b735-7237fddc2b71 req-337c7f38-2d82-40c8-a6c0-173e74799e52 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 931 time: 0.1879108 Jul 28 22:28:43.216494 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1cdfdc92-3e8b-4711-9d5c-7dba3b9ff71e req-5fc99e4a-430d-46d6-8251-060d8b5ace2e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3176792 Jul 28 22:28:43.241083 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-e2b4f366-f4cb-419d-8c83-2668f3c798ee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:43.244633 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-b66c0e03-3652-4cfc-b3db-4f13a48481c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:43.246443 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-b66c0e03-3652-4cfc-b3db-4f13a48481c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.7976232 Jul 28 22:28:43.395644 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35af7134-fcd8-416d-b6f7-11f5d93a4613 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:28:43.417981 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Publish callbacks [] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:43.421638 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:43.441171 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-e2b4f366-f4cb-419d-8c83-2668f3c798ee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:43.449768 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-e2b4f366-f4cb-419d-8c83-2668f3c798ee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:43.450657 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-e2b4f366-f4cb-419d-8c83-2668f3c798ee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:43.453560 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:43.454972 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71875dc6-4aa7-45a3-b598-837efa5ecca0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Pushing event updated for resources: {'Port': ['ID=9978da88-5a78-4aab-a326-2ea421a9deb1,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:43.613760 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096d9890-851f-4482-a181-9115d81d359d req-71875dc6-4aa7-45a3-b598-837efa5ecca0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Network f48c6e9d-45a6-4c64-a517-0531b03b9307 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:28:43.620253 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Transition to ACTIVE for port object 35af7134-fcd8-416d-b6f7-11f5d93a4613 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:28:43.625313 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 39740) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:43.643431 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-096d9890-851f-4482-a181-9115d81d359d req-71875dc6-4aa7-45a3-b598-837efa5ecca0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:28:43.656076 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-096d9890-851f-4482-a181-9115d81d359d req-71875dc6-4aa7-45a3-b598-837efa5ecca0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:28:43.665776 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d9890-851f-4482-a181-9115d81d359d req-71875dc6-4aa7-45a3-b598-837efa5ecca0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:43.666378 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-096d9890-851f-4482-a181-9115d81d359d req-71875dc6-4aa7-45a3-b598-837efa5ecca0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:43.687853 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:43.697376 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9daab1-0a25-49ef-87c4-25f58c4308ae {{(pid=104117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:28:43.706618 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Publish callbacks [] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:43.712210 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-ccf06689-5b77-4ea4-8aed-c31064b4adab None None] Provisioning complete for port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:43.722670 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.provisioning_blocks [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Transition to ACTIVE for port object ef9daab1-0a25-49ef-87c4-25f58c4308ae will not be triggered until provisioned by entity L2. {{(pid=104117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:28:43.723643 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:43.725230 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ccf06689-5b77-4ea4-8aed-c31064b4adab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:43.733140 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03381fa-c7d7-4fa0-9d6c-6190bb687211 req-27ebec62-e6f7-480a-93f3-ad92c794af38 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:43.735026 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d03381fa-c7d7-4fa0-9d6c-6190bb687211 req-27ebec62-e6f7-480a-93f3-ad92c794af38 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 931 time: 0.3142679 Jul 28 22:28:43.744392 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:43.796354 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Pushing event updated for resources: {'Port': ['ID=35af7134-fcd8-416d-b6f7-11f5d93a4613,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:43.800466 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-18b81e9b-48b6-4a13-a235-deaf4aa9a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:43.802307 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-18b81e9b-48b6-4a13-a235-deaf4aa9a116 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3315485 Jul 28 22:28:43.810661 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-ccf06689-5b77-4ea4-8aed-c31064b4adab None None] Port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:28:43.818258 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-e2b4f366-f4cb-419d-8c83-2668f3c798ee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0795610 Jul 28 22:28:43.820535 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c9c84142-7090-444f-8cbb-41893e024a21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:43.827941 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c8c9fac3-c178-4e3e-acfe-794bfcb305e2 admin admin] Publish callbacks [] for security_group (28e5ac33-f2d2-4e61-b2cd-ba6241ba6663), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:43.863272 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-71875dc6-4aa7-45a3-b598-837efa5ecca0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5906205 Jul 28 22:28:43.869038 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Request body: {'port': {'device_id': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:43.910479 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3718-1edc-4eca-a707-645a6a786682 req-6fa01746-2aca-4816-af74-db664425738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:43.911963 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-50be3718-1edc-4eca-a707-645a6a786682 req-6fa01746-2aca-4816-af74-db664425738e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d48d9b17-b454-4d3c-bc21-b33608361781 HTTP/1.1" status: 200 len: 856 time: 0.7414384 Jul 28 22:28:44.027638 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c8c9fac3-c178-4e3e-acfe-794bfcb305e2 admin admin] Publish callbacks [] for security_group (28e5ac33-f2d2-4e61-b2cd-ba6241ba6663), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:44.041494 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be3718-1edc-4eca-a707-645a6a786682 req-dcdb8b71-6304-46e7-aeeb-571cc63a9847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:44.044058 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-50be3718-1edc-4eca-a707-645a6a786682 req-dcdb8b71-6304-46e7-aeeb-571cc63a9847 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=425ace09-193c-40d9-ace1-b357fa18c983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1047506 Jul 28 22:28:44.070380 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Request body: {'port': {'device_id': '20092e58-9863-4f05-95a2-6bb6a42ca0f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:44.107506 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Attempting to bind port ef9daab1-0a25-49ef-87c4-25f58c4308ae on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:44.108002 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Attempting to bind port ef9daab1-0a25-49ef-87c4-25f58c4308ae by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba'}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:44.108344 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Attempting to bind port ef9daab1-0a25-49ef-87c4-25f58c4308ae on network 3b321d51-83e0-4fab-8ede-145e708993ba {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:44.135429 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:44.138193 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-3691f95c-fb26-4150-a08e-181b6aaa4690 None None] Provisioning complete for port 9978da88-5a78-4aab-a326-2ea421a9deb1 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:44.141424 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3691f95c-fb26-4150-a08e-181b6aaa4690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:44.249254 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-3691f95c-fb26-4150-a08e-181b6aaa4690 None None] Port 9978da88-5a78-4aab-a326-2ea421a9deb1 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:28:44.360628 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:44.427596 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Attempting to bind port 35af7134-fcd8-416d-b6f7-11f5d93a4613 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:44.427906 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Attempting to bind port 35af7134-fcd8-416d-b6f7-11f5d93a4613 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:44.428283 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Attempting to bind port 35af7134-fcd8-416d-b6f7-11f5d93a4613 on network 464fee12-f052-4124-8f6c-243235b340a4 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:44.443680 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-bde1ae32-e1e9-41d0-ba31-c28ca9cccd63 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121142 Jul 28 22:28:44.452999 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b189ef1a-9543-442c-b735-7237fddc2b71 req-79ac0a31-2d8c-4f3e-9052-973f8e290cbb tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2295020 Jul 28 22:28:44.455591 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-50be3718-1edc-4eca-a707-645a6a786682 req-15b94728-2a00-4046-a8eb-5d1767385342 service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495464 Jul 28 22:28:44.466690 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9daab1-0a25-49ef-87c4-25f58c4308ae,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:44.475213 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Port ef9daab1-0a25-49ef-87c4-25f58c4308ae on network 3b321d51-83e0-4fab-8ede-145e708993ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:28:44.475686 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Attempting to bind port ef9daab1-0a25-49ef-87c4-25f58c4308ae on network 3b321d51-83e0-4fab-8ede-145e708993ba {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:44.489079 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d03381fa-c7d7-4fa0-9d6c-6190bb687211 req-5558f7f6-3af4-4f0c-831e-8db5462957c2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7189565 Jul 28 22:28:44.546385 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:44.558232 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Port 35af7134-fcd8-416d-b6f7-11f5d93a4613 on network 464fee12-f052-4124-8f6c-243235b340a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:28:44.558606 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Attempting to bind port 35af7134-fcd8-416d-b6f7-11f5d93a4613 on network 464fee12-f052-4124-8f6c-243235b340a4 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:44.620011 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:44.620224 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Checking segment: {'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:44.620732 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Bound using segment: {'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:44.621312 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Bound port: 35af7134-fcd8-416d-b6f7-11f5d93a4613, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:44.622414 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:44.671712 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:44.672393 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Checking segment: {'id': '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:44.672978 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Bound using segment: {'id': '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba'} {{(pid=104117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:44.673641 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.managers [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Bound port: ef9daab1-0a25-49ef-87c4-25f58c4308ae, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba'}}] {{(pid=104117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:44.674206 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:44.762378 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-50be3718-1edc-4eca-a707-645a6a786682 req-f4772a4f-97c9-4ed0-8d98-06fcd631656d service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464454 Jul 28 22:28:44.764564 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:44.819550 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cce96-7f2d-48a9-81ef-a9e0abe91573 req-1c049fd7-3271-41f6-a68b-903afca5ec8c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:44.823599 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f25cce96-7f2d-48a9-81ef-a9e0abe91573 req-1c049fd7-3271-41f6-a68b-903afca5ec8c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 932 time: 0.1628876 Jul 28 22:28:44.841757 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf43670-4860-4a50-88fc-fe69a060b26b req-28d6bc48-dd2c-4666-a9f2-d3c66bdff0af tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:44.850471 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-adf43670-4860-4a50-88fc-fe69a060b26b req-28d6bc48-dd2c-4666-a9f2-d3c66bdff0af tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 931 time: 0.1958184 Jul 28 22:28:44.872111 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c9c84142-7090-444f-8cbb-41893e024a21 admin admin] Publish callbacks [] for security_group (67e93c56-be2f-4251-92bb-4bd4314291d4), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:44.943948 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:45.020698 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-adf43670-4860-4a50-88fc-fe69a060b26b req-25f7dbba-96ad-406b-b916-a2797057f1da tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614442 Jul 28 22:28:45.021329 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c8c9fac3-c178-4e3e-acfe-794bfcb305e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (28e5ac33-f2d2-4e61-b2cd-ba6241ba6663), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:45.023857 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c8c9fac3-c178-4e3e-acfe-794bfcb305e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:45.024868 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c8c9fac3-c178-4e3e-acfe-794bfcb305e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28e5ac33-f2d2-4e61-b2cd-ba6241ba6663 HTTP/1.1" status: 204 len: 168 time: 1.9445271 Jul 28 22:28:45.084077 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] For port ef9daab1-0a25-49ef-87c4-25f58c4308ae, host hv-cinder-85093, cleared binding levels {{(pid=104117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:45.090726 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f25cce96-7f2d-48a9-81ef-a9e0abe91573 req-34220f12-c3c6-42b8-9d45-c89fb01c9a26 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602788 Jul 28 22:28:45.091480 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9fac3-c178-4e3e-acfe-794bfcb305e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e5ac33-f2d2-4e61-b2cd-ba6241ba6663,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:45.091602 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c9c84142-7090-444f-8cbb-41893e024a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (67e93c56-be2f-4251-92bb-4bd4314291d4), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:45.101537 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:45.104686 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] For port ef9daab1-0a25-49ef-87c4-25f58c4308ae, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ef9daab1-0a25-49ef-87c4-25f58c4308ae,segment=NetworkSegment(3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca),segment_id=3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca)] {{(pid=104117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:45.105606 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1ec10560-170b-4e2e-8221-89ac80a95609 req-280b990b-14d8-45bd-9622-5a5f2bfdde92 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346742 Jul 28 22:28:45.121763 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:45.216888 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9daab1-0a25-49ef-87c4-25f58c4308ae,revision_number=3']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:45.273862 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:45.274638 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for port (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:45.276203 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4419bfb4-73ba-4007-936f-261269f1e271 service neutron] 10.222.0.58 "PUT /v2.0/ports/ef9daab1-0a25-49ef-87c4-25f58c4308ae HTTP/1.1" status: 200 len: 1093 time: 3.3849556 Jul 28 22:28:45.277071 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e409c8d-d62d-41f4-a0ca-652816028ff6', 'tag': 'ef9daab1-0a25-49ef-87c4-25f58c4308ae'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:28:45.280566 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c3d6f0-53b1-4c71-8eb7-6e5cfb3085b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e409c8d-d62d-41f4-a0ca-652816028ff6", "tag": "ef9daab1-0a25-49ef-87c4-25f58c4308ae"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:28:45.330568 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f43f2-772d-4c77-9a83-983ae274dff6 req-d73681d1-5235-40fb-a66f-16feb6de9cd5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:45.346059 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-499f43f2-772d-4c77-9a83-983ae274dff6 req-d73681d1-5235-40fb-a66f-16feb6de9cd5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.1349299 Jul 28 22:28:45.357136 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:45.407402 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b7c9238b-2687-4af9-9fcd-a32abf4e132d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:45.411719 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f01afc-afb1-4c31-bbf6-fe9c9570c004 x-openstack-request-id: req-d2f01afc-afb1-4c31-bbf6-fe9c9570c004 {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:28:45.412343 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e409c8d-d62d-41f4-a0ca-652816028ff6", "tag": "ef9daab1-0a25-49ef-87c4-25f58c4308ae", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:28:45.412558 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2f01afc-afb1-4c31-bbf6-fe9c9570c004 {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:28:45.413109 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f01afc-afb1-4c31-bbf6-fe9c9570c004'] response: {'name': 'network-changed', 'server_uuid': '1e409c8d-d62d-41f4-a0ca-652816028ff6', 'tag': 'ef9daab1-0a25-49ef-87c4-25f58c4308ae', 'status': 'completed', 'code': 200} Jul 28 22:28:45.454874 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-499f43f2-772d-4c77-9a83-983ae274dff6 req-165b5f6e-40be-40aa-bda1-be8baee40872 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068256 Jul 28 22:28:45.617566 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c9c84142-7090-444f-8cbb-41893e024a21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a47de94473f74ae8a51811b86664470c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9716311 Jul 28 22:28:45.653729 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 39790) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:45.678587 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75b9e9-23cf-414b-bb51-0aad731f0eca req-1df7135a-29c2-43a1-9cf2-28fb1cf8868b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:45.678587 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8b75b9e9-23cf-414b-bb51-0aad731f0eca req-1df7135a-29c2-43a1-9cf2-28fb1cf8868b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 943 time: 0.0732603 Jul 28 22:28:45.694280 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] For port 35af7134-fcd8-416d-b6f7-11f5d93a4613, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:45.696988 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c84142-7090-444f-8cbb-41893e024a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e93c56-be2f-4251-92bb-4bd4314291d4,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:45.711065 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 39794) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:45.728090 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ad24-d974-42fa-9d08-57959c924884 req-2e177b7b-045e-413f-896b-a6248713bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:45.729719 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a8e0ad24-d974-42fa-9d08-57959c924884 req-2e177b7b-045e-413f-896b-a6248713bc7f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 1128 time: 0.1806195 Jul 28 22:28:45.756952 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] For port 35af7134-fcd8-416d-b6f7-11f5d93a4613, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=35af7134-fcd8-416d-b6f7-11f5d93a4613,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:45.760681 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7b55d-9891-4fc5-899d-a87fafdbc816 req-38a8238c-1709-4689-9482-69f657fdec9b tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:45.762924 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a8e7b55d-9891-4fc5-899d-a87fafdbc816 req-38a8238c-1709-4689-9482-69f657fdec9b tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 943 time: 0.1008158 Jul 28 22:28:45.775493 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-014870aa-64b9-464e-955f-7be9d9355c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:45.778185 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3d6f0-53b1-4c71-8eb7-6e5cfb3085b6 req-8f912bd1-196a-47e5-89d0-b9bb870a1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:45.779682 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-42c3d6f0-53b1-4c71-8eb7-6e5cfb3085b6 req-8f912bd1-196a-47e5-89d0-b9bb870a1a82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb92681d2af8498cb7456a70354ccf39&device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 1127 time: 0.1933913 Jul 28 22:28:45.794099 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8b75b9e9-23cf-414b-bb51-0aad731f0eca req-3de5efe6-c6db-42c9-b75a-4d2ccdc8b8cb tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808315 Jul 28 22:28:45.797402 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:45.817826 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 39796) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:45.838167 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a8e7b55d-9891-4fc5-899d-a87fafdbc816 req-cc48a27b-0e83-4255-9965-2e0518f24f70 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700982 Jul 28 22:28:45.882612 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:45.883334 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:45.884971 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] 10.222.0.58 "PUT /v2.0/ports/35af7134-fcd8-416d-b6f7-11f5d93a4613 HTTP/1.1" status: 200 len: 1093 time: 6.9491882 Jul 28 22:28:45.897489 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc2682a-cbca-49c8-8e74-2d9ed7062e93', 'tag': '35af7134-fcd8-416d-b6f7-11f5d93a4613'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:28:45.899808 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cdc02b-ee0a-40b5-9b5d-bc76454b3fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc2682a-cbca-49c8-8e74-2d9ed7062e93", "tag": "35af7134-fcd8-416d-b6f7-11f5d93a4613"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:28:45.969957 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6e3f6e20-7b61-4464-80f1-b2836ef5ee61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:45.987545 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cda5df-c8d4-4254-b32c-c56a3b6b55f7 x-openstack-request-id: req-28cda5df-c8d4-4254-b32c-c56a3b6b55f7 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:28:45.987940 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc2682a-cbca-49c8-8e74-2d9ed7062e93", "tag": "35af7134-fcd8-416d-b6f7-11f5d93a4613", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:28:45.988199 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28cda5df-c8d4-4254-b32c-c56a3b6b55f7 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:28:45.988605 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cda5df-c8d4-4254-b32c-c56a3b6b55f7'] response: {'name': 'network-changed', 'server_uuid': '8cc2682a-cbca-49c8-8e74-2d9ed7062e93', 'tag': '35af7134-fcd8-416d-b6f7-11f5d93a4613', 'status': 'completed', 'code': 200} Jul 28 22:28:46.000026 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:46.000914 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad5ac1-7ddd-421d-80ff-47c5b79beac7 service neutron] Pushing event updated for resources: {'Port': ['ID=35af7134-fcd8-416d-b6f7-11f5d93a4613,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:46.011333 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5450296c-d6d5-4b62-aac3-97523b79d2e2 admin admin] Publish callbacks [] for security_group (67e93c56-be2f-4251-92bb-4bd4314291d4), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.063253 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6e3f6e20-7b61-4464-80f1-b2836ef5ee61 admin admin] Publish callbacks [] for security_group (4f4d2286-3e97-4208-aed7-0fd24144c016), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.070840 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6e3f6e20-7b61-4464-80f1-b2836ef5ee61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4f4d2286-3e97-4208-aed7-0fd24144c016), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.119209 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:28:46.119415 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6e3f6e20-7b61-4464-80f1-b2836ef5ee61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfa5bfff9d9044198a05f52d08356011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047297 Jul 28 22:28:46.120133 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f6e20-7b61-4464-80f1-b2836ef5ee61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4d2286-3e97-4208-aed7-0fd24144c016,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:46.123716 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 39804) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:46.128675 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5450296c-d6d5-4b62-aac3-97523b79d2e2 admin admin] Publish callbacks [] for security_group (67e93c56-be2f-4251-92bb-4bd4314291d4), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.143797 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Publish callbacks [] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.168905 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9978da88-5a78-4aab-a326-2ea421a9deb1 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:28:46.190080 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Publish callbacks [] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.193515 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Transition to ACTIVE for port object 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:28:46.200993 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13826b-38b7-4ee2-b740-f1ee037857e6 req-e7d8d11b-84d9-457d-82eb-1ba51d7987bc tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:46.202671 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2b13826b-38b7-4ee2-b740-f1ee037857e6 req-e7d8d11b-84d9-457d-82eb-1ba51d7987bc tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 931 time: 0.0796564 Jul 28 22:28:46.203330 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:46.230049 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.248391 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Transition to ACTIVE for port object 9978da88-5a78-4aab-a326-2ea421a9deb1 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:28:46.251513 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-014870aa-64b9-464e-955f-7be9d9355c3e admin admin] Publish callbacks [] for security_group (0cea52f0-ef71-4c7b-a725-a7107aa6da18), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.267729 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2f757bd-83ad-4a7e-a605-6bba37bcf258 admin admin] Publish callbacks [] for security_group (4f4d2286-3e97-4208-aed7-0fd24144c016), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.283958 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-014870aa-64b9-464e-955f-7be9d9355c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (0cea52f0-ef71-4c7b-a725-a7107aa6da18), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.286819 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.311200 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09a2a7-052a-4e0d-8e1f-919c2fa56f76 req-4b186e37-2f2d-44f8-af4b-c52e493b04d8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:46.312744 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ff09a2a7-052a-4e0d-8e1f-919c2fa56f76 req-4b186e37-2f2d-44f8-af4b-c52e493b04d8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 944 time: 0.0835514 Jul 28 22:28:46.339132 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2f757bd-83ad-4a7e-a605-6bba37bcf258 admin admin] Publish callbacks [] for security_group (4f4d2286-3e97-4208-aed7-0fd24144c016), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.342603 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:46.358630 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6a91e7-1223-4e3c-8af2-8617d06c63d2,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:46.374496 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5450296c-d6d5-4b62-aac3-97523b79d2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (67e93c56-be2f-4251-92bb-4bd4314291d4), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.377048 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5450296c-d6d5-4b62-aac3-97523b79d2e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.378834 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2b13826b-38b7-4ee2-b740-f1ee037857e6 req-927a113f-35ea-4b8b-af4e-af794d8e6528 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682138 Jul 28 22:28:46.394827 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-5450296c-d6d5-4b62-aac3-97523b79d2e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67e93c56-be2f-4251-92bb-4bd4314291d4 HTTP/1.1" status: 204 len: 168 time: 0.7241735 Jul 28 22:28:46.403708 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-014870aa-64b9-464e-955f-7be9d9355c3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b30ba44848914c36aac67a876222f080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6878619 Jul 28 22:28:46.404499 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014870aa-64b9-464e-955f-7be9d9355c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cea52f0-ef71-4c7b-a725-a7107aa6da18,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:46.412641 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 39810) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:46.473866 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450296c-d6d5-4b62-aac3-97523b79d2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e93c56-be2f-4251-92bb-4bd4314291d4,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:46.500450 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2f757bd-83ad-4a7e-a605-6bba37bcf258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4f4d2286-3e97-4208-aed7-0fd24144c016), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.504608 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a2f757bd-83ad-4a7e-a605-6bba37bcf258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.506524 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-a2f757bd-83ad-4a7e-a605-6bba37bcf258 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f4d2286-3e97-4208-aed7-0fd24144c016 HTTP/1.1" status: 204 len: 168 time: 0.3819704 Jul 28 22:28:46.537802 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Pushing event updated for resources: {'Port': ['ID=9978da88-5a78-4aab-a326-2ea421a9deb1,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:46.546901 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Attempting to bind port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:46.547249 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Attempting to bind port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:46.547582 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Attempting to bind port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:46.568036 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:28:46.568375 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Attempting to bind port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:46.572142 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Attempting to bind port 9978da88-5a78-4aab-a326-2ea421a9deb1 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:28:46.572484 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Attempting to bind port 9978da88-5a78-4aab-a326-2ea421a9deb1 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:28:46.572816 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f757bd-83ad-4a7e-a605-6bba37bcf258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4d2286-3e97-4208-aed7-0fd24144c016,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:46.572937 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Attempting to bind port 9978da88-5a78-4aab-a326-2ea421a9deb1 on network f48c6e9d-45a6-4c64-a517-0531b03b9307 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:46.604041 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ff09a2a7-052a-4e0d-8e1f-919c2fa56f76 req-2a079f56-17e0-49d7-99f5-16efc508c214 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2698328 Jul 28 22:28:46.609841 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:46.610264 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Checking segment: {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:46.610569 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Bound using segment: {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:46.611024 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Bound port: 3a6a91e7-1223-4e3c-8af2-8617d06c63d2, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:46.611385 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.627655 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Port 9978da88-5a78-4aab-a326-2ea421a9deb1 on network f48c6e9d-45a6-4c64-a517-0531b03b9307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:28:46.628615 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Attempting to bind port 9978da88-5a78-4aab-a326-2ea421a9deb1 on network f48c6e9d-45a6-4c64-a517-0531b03b9307 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:28:46.630327 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bde5a218-818a-4328-9c3f-14fc8127538d admin admin] Publish callbacks [] for security_group (0cea52f0-ef71-4c7b-a725-a7107aa6da18), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.666049 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:28:46.666268 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Checking segment: {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:28:46.666685 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Bound using segment: {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:28:46.667100 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Bound port: 9978da88-5a78-4aab-a326-2ea421a9deb1, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:28:46.667464 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.712301 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:46.719066 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139e6ed-23b5-4da4-b320-a68b96e8bc17 req-9b106070-a32f-475b-9240-e011cdb2cb05 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:46.719460 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bde5a218-818a-4328-9c3f-14fc8127538d admin admin] Publish callbacks [] for security_group (0cea52f0-ef71-4c7b-a725-a7107aa6da18), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.720588 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6139e6ed-23b5-4da4-b320-a68b96e8bc17 req-9b106070-a32f-475b-9240-e011cdb2cb05 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0797498 Jul 28 22:28:46.823172 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] For port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:46.823412 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6139e6ed-23b5-4da4-b320-a68b96e8bc17 req-4d35d420-4219-434e-8609-154a614fa8af tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925016 Jul 28 22:28:46.825614 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:46.835584 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:46.857407 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] For port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=3a6a91e7-1223-4e3c-8af2-8617d06c63d2,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:46.881632 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] For port 9978da88-5a78-4aab-a326-2ea421a9deb1, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:28:46.885862 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] For port 9978da88-5a78-4aab-a326-2ea421a9deb1, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9978da88-5a78-4aab-a326-2ea421a9deb1,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:28:46.890838 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.934477 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.945773 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:46.946640 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.948259 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] 10.222.0.58 "PUT /v2.0/ports/3a6a91e7-1223-4e3c-8af2-8617d06c63d2 HTTP/1.1" status: 200 len: 1094 time: 3.1074748 Jul 28 22:28:46.959186 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bde5a218-818a-4328-9c3f-14fc8127538d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (0cea52f0-ef71-4c7b-a725-a7107aa6da18), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.961859 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-bde5a218-818a-4328-9c3f-14fc8127538d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.963046 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-bde5a218-818a-4328-9c3f-14fc8127538d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0cea52f0-ef71-4c7b-a725-a7107aa6da18 HTTP/1.1" status: 204 len: 168 time: 0.5478578 Jul 28 22:28:46.978171 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:46.978840 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:46.980181 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] 10.222.0.58 "PUT /v2.0/ports/9978da88-5a78-4aab-a326-2ea421a9deb1 HTTP/1.1" status: 200 len: 1093 time: 2.9209228 Jul 28 22:28:46.990786 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5a218-818a-4328-9c3f-14fc8127538d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cea52f0-ef71-4c7b-a725-a7107aa6da18,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:47.003830 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e90f07-c09f-4294-89ff-36ae7cb160f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6a91e7-1223-4e3c-8af2-8617d06c63d2,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:47.023327 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2654-568f-43e1-b292-5a82a05391f2 req-af4f6379-8c37-4c76-831d-d1587312b297 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:47.035530 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d53f2654-568f-43e1-b292-5a82a05391f2 req-af4f6379-8c37-4c76-831d-d1587312b297 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 943 time: 0.1160970 Jul 28 22:28:47.069746 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d52e65-6098-48b4-b304-6c2004436508 service neutron] Pushing event updated for resources: {'Port': ['ID=9978da88-5a78-4aab-a326-2ea421a9deb1,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:47.132742 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959aa7a-c1c6-44be-acfe-706ebc5f1f85 req-a4a13239-feda-4a5a-9b5e-b3b7bd2eb0d9 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:47.134531 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2959aa7a-c1c6-44be-acfe-706ebc5f1f85 req-a4a13239-feda-4a5a-9b5e-b3b7bd2eb0d9 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 943 time: 0.1631150 Jul 28 22:28:47.200251 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d53f2654-568f-43e1-b292-5a82a05391f2 req-e726db89-b230-4587-9a00-77a246df0365 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636631 Jul 28 22:28:47.239446 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 39834) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:47.257371 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-90101d13-8723-42e8-aee4-a61a22fe642b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:47.280463 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2959aa7a-c1c6-44be-acfe-706ebc5f1f85 req-08e2b3e7-7b81-477f-85fe-460bad06aa24 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203198 Jul 28 22:28:47.290404 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:47.371146 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-90101d13-8723-42e8-aee4-a61a22fe642b admin admin] Publish callbacks [] for security_group (847fd572-65ef-423d-8de7-c94a177608a2), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:47.376711 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-90101d13-8723-42e8-aee4-a61a22fe642b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (847fd572-65ef-423d-8de7-c94a177608a2), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:47.438570 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-99b62335-dc6a-45c2-9413-d2771777af4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:47.454223 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-90101d13-8723-42e8-aee4-a61a22fe642b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3aaa3e46bba42d9a66c1ba8d355d4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129269 Jul 28 22:28:47.457043 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 39840) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:47.457237 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90101d13-8723-42e8-aee4-a61a22fe642b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847fd572-65ef-423d-8de7-c94a177608a2,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:47.557852 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3bd26-a01c-4335-ac28-81790ad19f88 req-3250531d-9c3f-462a-851d-7139b0770ce9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:47.559717 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6de3bd26-a01c-4335-ac28-81790ad19f88 req-3250531d-9c3f-462a-851d-7139b0770ce9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 943 time: 0.0751626 Jul 28 22:28:47.587620 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-eceaac79-d198-4685-b359-cd50a12f980b admin admin] Publish callbacks [] for security_group (847fd572-65ef-423d-8de7-c94a177608a2), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:47.635323 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-eceaac79-d198-4685-b359-cd50a12f980b admin admin] Publish callbacks [] for security_group (847fd572-65ef-423d-8de7-c94a177608a2), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:47.653163 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6de3bd26-a01c-4335-ac28-81790ad19f88 req-565e6c91-77ed-4fbd-bf52-d3798e1c6e02 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854547 Jul 28 22:28:47.711320 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-eceaac79-d198-4685-b359-cd50a12f980b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (847fd572-65ef-423d-8de7-c94a177608a2), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:47.714097 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-eceaac79-d198-4685-b359-cd50a12f980b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:47.715492 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-eceaac79-d198-4685-b359-cd50a12f980b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/847fd572-65ef-423d-8de7-c94a177608a2 HTTP/1.1" status: 204 len: 168 time: 0.2570527 Jul 28 22:28:47.757942 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceaac79-d198-4685-b359-cd50a12f980b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847fd572-65ef-423d-8de7-c94a177608a2,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:47.833966 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89a1c1-39fc-4be5-949b-5063801795ce req-99c3e6ed-f881-4477-983e-7ba2cb08f074 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:47.835879 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bb89a1c1-39fc-4be5-949b-5063801795ce req-99c3e6ed-f881-4477-983e-7ba2cb08f074 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 944 time: 0.1415899 Jul 28 22:28:47.915451 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bb89a1c1-39fc-4be5-949b-5063801795ce req-31afb70e-f386-4d7e-860b-5387daed508b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705342 Jul 28 22:28:47.929577 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ad24-d974-42fa-9d08-57959c924884 req-78c8a07f-61d6-450f-8308-9d59527cfa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:47.931320 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a8e0ad24-d974-42fa-9d08-57959c924884 req-78c8a07f-61d6-450f-8308-9d59527cfa19 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 920 time: 0.1747167 Jul 28 22:28:47.953686 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d9890-851f-4482-a181-9115d81d359d req-ec5b3472-e249-4504-a92e-c538b0985261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:47.957045 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-ec5b3472-e249-4504-a92e-c538b0985261 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 1127 time: 0.0924094 Jul 28 22:28:47.994888 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'tag': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2'}, {'name': 'network-changed', 'server_uuid': '20092e58-9863-4f05-95a2-6bb6a42ca0f5', 'tag': '9978da88-5a78-4aab-a326-2ea421a9deb1'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:28:47.997049 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c0b4d6-4b35-4552-bea7-6575fe694e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "41e2af9e-d8ce-4edd-8aae-4158d00ef92f", "tag": "3a6a91e7-1223-4e3c-8af2-8617d06c63d2"}, {"name": "network-changed", "server_uuid": "20092e58-9863-4f05-95a2-6bb6a42ca0f5", "tag": "9978da88-5a78-4aab-a326-2ea421a9deb1"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:28:48.015389 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a8e0ad24-d974-42fa-9d08-57959c924884 req-d868e429-a3e3-45a4-a743-bf3c34687b1f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fadf80f-a549-46e0-b26a-9fad8d146f17 HTTP/1.1" status: 200 len: 217 time: 0.0739679 Jul 28 22:28:48.070401 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-c94ae0e4-f002-4484-9007-27485eb5da4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9978da88-5a78-4aab-a326-2ea421a9deb1 HTTP/1.1" status: 200 len: 217 time: 0.0774250 Jul 28 22:28:48.080217 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 28 Jul 2022 22:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115bb275-0596-4589-a1b4-3c062788d513 x-openstack-request-id: req-115bb275-0596-4589-a1b4-3c062788d513 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:28:48.080514 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e2af9e-d8ce-4edd-8aae-4158d00ef92f", "tag": "3a6a91e7-1223-4e3c-8af2-8617d06c63d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "20092e58-9863-4f05-95a2-6bb6a42ca0f5", "tag": "9978da88-5a78-4aab-a326-2ea421a9deb1", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:28:48.080766 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-115bb275-0596-4589-a1b4-3c062788d513 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:28:48.081396 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115bb275-0596-4589-a1b4-3c062788d513'] response: {'name': 'network-changed', 'server_uuid': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'tag': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'status': 'completed', 'code': 200} Jul 28 22:28:48.081706 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115bb275-0596-4589-a1b4-3c062788d513'] response: {'name': 'network-changed', 'server_uuid': '20092e58-9863-4f05-95a2-6bb6a42ca0f5', 'tag': '9978da88-5a78-4aab-a326-2ea421a9deb1', 'status': 'completed', 'code': 200} Jul 28 22:28:48.103224 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8227c-9d74-4214-92b7-35634d2ef8d6 req-933fb733-452c-402c-9c87-d390103f7019 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.104761 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-eae8227c-9d74-4214-92b7-35634d2ef8d6 req-933fb733-452c-402c-9c87-d390103f7019 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0945570 Jul 28 22:28:48.127608 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ad24-d974-42fa-9d08-57959c924884 req-10f459fb-0d6a-4bb7-899f-6d234ca945eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.129389 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a8e0ad24-d974-42fa-9d08-57959c924884 req-10f459fb-0d6a-4bb7-899f-6d234ca945eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.0798142 Jul 28 22:28:48.139898 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdc02b-ee0a-40b5-9b5d-bc76454b3fd0 req-db12e120-5d7d-4ef0-b5bf-5cb3b776e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.155727 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-86cdc02b-ee0a-40b5-9b5d-bc76454b3fd0 req-db12e120-5d7d-4ef0-b5bf-5cb3b776e816 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d829cbd8678145668ea811e01093fcfc&device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 1127 time: 0.2865174 Jul 28 22:28:48.157046 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3d6f0-53b1-4c71-8eb7-6e5cfb3085b6 req-6ea58c20-b47a-4914-a69b-f23d681cc9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.158753 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-42c3d6f0-53b1-4c71-8eb7-6e5cfb3085b6 req-6ea58c20-b47a-4914-a69b-f23d681cc9e8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cb92681d2af8498cb7456a70354ccf39&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4358482 Jul 28 22:28:48.162409 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-1e718259-0c49-4161-be97-e3daac342174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.163791 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-1e718259-0c49-4161-be97-e3daac342174 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 1128 time: 0.2981393 Jul 28 22:28:48.170583 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:48.210083 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ad24-d974-42fa-9d08-57959c924884 req-9e0e6356-a968-479d-83b5-0c6e90777b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.211621 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a8e0ad24-d974-42fa-9d08-57959c924884 req-9e0e6356-a968-479d-83b5-0c6e90777b5f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717742 Jul 28 22:28:48.217557 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-eae8227c-9d74-4214-92b7-35634d2ef8d6 req-285bc037-3d54-41dc-bc9d-3a810d0a6bec tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032786 Jul 28 22:28:48.247052 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-222f080e-c6a7-4975-b042-ee480468d874 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a6a91e7-1223-4e3c-8af2-8617d06c63d2 HTTP/1.1" status: 200 len: 217 time: 0.0676939 Jul 28 22:28:48.322024 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a8e0ad24-d974-42fa-9d08-57959c924884 req-715248e4-970f-4f2c-9d12-2f2f5a4be403 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031785 Jul 28 22:28:48.426018 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:48.511632 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e828218-db57-4997-be28-3bc3b600be1e req-d7cda4c5-b96c-483b-8ff7-435b8e0f148d tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.513320 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4e828218-db57-4997-be28-3bc3b600be1e req-d7cda4c5-b96c-483b-8ff7-435b8e0f148d tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 943 time: 0.1029873 Jul 28 22:28:48.526294 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cf650-1d6e-4370-bab7-42228ee03a84 req-0b1dc883-6a68-40cc-b2f7-5e1b1ad48910 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.534544 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d80cf650-1d6e-4370-bab7-42228ee03a84 req-0b1dc883-6a68-40cc-b2f7-5e1b1ad48910 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 943 time: 0.1853743 Jul 28 22:28:48.540828 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d9890-851f-4482-a181-9115d81d359d req-b13cce0f-fe08-4e65-a17b-5a3c7ec446ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.542311 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-b13cce0f-fe08-4e65-a17b-5a3c7ec446ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.4595728 Jul 28 22:28:48.594988 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a8e0ad24-d974-42fa-9d08-57959c924884 req-7a729b55-3da1-41b6-b037-8a6e6b03ad3b service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616894 Jul 28 22:28:48.646952 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4e828218-db57-4997-be28-3bc3b600be1e req-bed95570-c787-4807-b079-3202dde0c3d5 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102955 Jul 28 22:28:48.669089 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d80cf650-1d6e-4370-bab7-42228ee03a84 req-ffdf4d59-d330-43d0-ad23-ab2b39786bed tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335945 Jul 28 22:28:48.744527 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:48.757484 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d9890-851f-4482-a181-9115d81d359d req-ef121887-4759-44a9-a4af-c82704e899a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.759286 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-ef121887-4759-44a9-a4af-c82704e899a8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2013528 Jul 28 22:28:48.767494 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-ccf141a6-d383-4cc8-bcbc-132e870eee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.769041 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-ccf141a6-d383-4cc8-bcbc-132e870eee36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd9d7ef8-b1ea-409f-bc0d-02c57dced297 HTTP/1.1" status: 200 len: 854 time: 0.3004587 Jul 28 22:28:48.811507 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:48.814224 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3d6f0-53b1-4c71-8eb7-6e5cfb3085b6 req-2c7fc604-af53-498f-8c16-151eac957cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.816031 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-42c3d6f0-53b1-4c71-8eb7-6e5cfb3085b6 req-2c7fc604-af53-498f-8c16-151eac957cd4 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6484227 Jul 28 22:28:48.847434 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe4a0-5597-426b-8ae3-e0e85333b5c5 req-531d76c2-2858-4979-902a-1692790c48e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.866450 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8dbfe4a0-5597-426b-8ae3-e0e85333b5c5 req-531d76c2-2858-4979-902a-1692790c48e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 943 time: 0.1134169 Jul 28 22:28:48.875211 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdc02b-ee0a-40b5-9b5d-bc76454b3fd0 req-54b8f81f-5a97-4605-af9f-46481a44e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.876695 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-86cdc02b-ee0a-40b5-9b5d-bc76454b3fd0 req-54b8f81f-5a97-4605-af9f-46481a44e362 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d829cbd8678145668ea811e01093fcfc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.7120044 Jul 28 22:28:48.950121 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8dbfe4a0-5597-426b-8ae3-e0e85333b5c5 req-341ff50d-c28a-4db5-9fe8-9398167b93a4 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760939 Jul 28 22:28:48.990338 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-583bafd6-11ec-4197-b60d-2d9ff61b5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:48.993004 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-583bafd6-11ec-4197-b60d-2d9ff61b5df1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ba94cd9-b91a-4088-b65d-e5c882850ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1991897 Jul 28 22:28:48.999871 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-56e94cb7-7f35-4445-b0a7-15a3f93d92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:49.001718 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-56e94cb7-7f35-4445-b0a7-15a3f93d92d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb92681d2af8498cb7456a70354ccf39&device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 1127 time: 0.1199241 Jul 28 22:28:49.041377 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:49.067435 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72240fee-2cb3-45f3-a109-6df70f8c5b8a req-a1096abb-5a44-4ee0-ba2a-b69e5032413d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:49.068977 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-72240fee-2cb3-45f3-a109-6df70f8c5b8a req-a1096abb-5a44-4ee0-ba2a-b69e5032413d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 944 time: 0.0550656 Jul 28 22:28:49.122811 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-4e83d2f6-3d9e-4028-96f1-ca4851d4ea5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef9daab1-0a25-49ef-87c4-25f58c4308ae HTTP/1.1" status: 200 len: 217 time: 0.0934749 Jul 28 22:28:49.134011 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-72240fee-2cb3-45f3-a109-6df70f8c5b8a req-ad5a9d85-d656-4178-8a11-2b677e95fd4a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561726 Jul 28 22:28:49.207365 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-82a29aea-e943-445d-8a49-d972162f9b25 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325707 Jul 28 22:28:49.239014 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdc02b-ee0a-40b5-9b5d-bc76454b3fd0 req-ac19c068-b073-459f-b097-f716d4ce13f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:49.240474 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-86cdc02b-ee0a-40b5-9b5d-bc76454b3fd0 req-ac19c068-b073-459f-b097-f716d4ce13f7 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3472586 Jul 28 22:28:49.306582 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-d232ef13-769a-4198-8f6b-67df231156be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:49.308018 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-d232ef13-769a-4198-8f6b-67df231156be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=441aaf36-82e9-41a1-a7f9-3b72b5bd02a1 HTTP/1.1" status: 200 len: 851 time: 0.1677127 Jul 28 22:28:49.365831 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:28:49.371718 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33e243-9c20-4bb8-aa94-6c930d345245 req-1a6bf58b-80cf-4d38-9825-138428146291 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:49.379515 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4c33e243-9c20-4bb8-aa94-6c930d345245 req-1a6bf58b-80cf-4d38-9825-138428146291 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0608835 Jul 28 22:28:49.404378 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-5ca3b367-461b-49f5-863c-fbeb754c3eb1 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895128 Jul 28 22:28:49.432665 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-fc4d6951-64f9-45c5-9364-150b189c45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:49.435504 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-fc4d6951-64f9-45c5-9364-150b189c45b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d829cbd8678145668ea811e01093fcfc&device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 1127 time: 0.1339543 Jul 28 22:28:49.451235 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4c33e243-9c20-4bb8-aa94-6c930d345245 req-47f23292-12c0-454d-af75-8e3ec824700e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706229 Jul 28 22:28:49.496445 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-cb3acabf-afc7-4cbe-883d-b4a7805b14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:49.502010 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-cb3acabf-afc7-4cbe-883d-b4a7805b14ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3b321d51-83e0-4fab-8ede-145e708993ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1635983 Jul 28 22:28:49.546360 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:49.551271 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-096d9890-851f-4482-a181-9115d81d359d req-8ac6b0d7-19d1-420d-bded-a22d2aa91f23 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303041 Jul 28 22:28:49.558987 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'port_id': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'mac_address': 'fa:16:3e:97:4a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:28:49.567320 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-8f696a37-1a26-4031-aef0-8688dca0e7a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35af7134-fcd8-416d-b6f7-11f5d93a4613 HTTP/1.1" status: 200 len: 217 time: 0.0801826 Jul 28 22:28:49.599059 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:49.599455 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:49.615141 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:28:49.643547 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:49.650778 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:49.652341 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 5fadf80f-a549-46e0-b26a-9fad8d146f17 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:28:49.707141 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-018d1bf2-d206-4b0d-b5e5-d9a88af7454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:49.708716 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-018d1bf2-d206-4b0d-b5e5-d9a88af7454b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bc16b42-782d-4edd-b93c-9d5d6fc93f7a HTTP/1.1" status: 200 len: 850 time: 0.1206219 Jul 28 22:28:49.738821 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c6972cfe-a3f4-4f69-9ed4-01a74aba4bf0 req-f247514c-5642-4243-9411-d225f05e4212 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211906 Jul 28 22:28:49.751515 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-9d2a9582-52bf-469b-a3d0-3113d7f1ab55 service neutron] 10.222.0.58 "GET /v2.0/networks/3b321d51-83e0-4fab-8ede-145e708993ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977248 Jul 28 22:28:49.859696 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300393c-729d-4caa-b22b-3dbe18c117d0 req-1ee149e9-f1a8-4d98-983e-cd8d19b614d6 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:49.865578 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 5fadf80f-a549-46e0-b26a-9fad8d146f17, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5fadf80f-a549-46e0-b26a-9fad8d146f17,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:49.867381 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9300393c-729d-4caa-b22b-3dbe18c117d0 req-1ee149e9-f1a8-4d98-983e-cd8d19b614d6 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 943 time: 0.0978692 Jul 28 22:28:49.868906 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:49.881570 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '5fadf80f-a549-46e0-b26a-9fad8d146f17', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'port_id': '5fadf80f-a549-46e0-b26a-9fad8d146f17', 'mac_address': 'fa:16:3e:bc:7e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:28:49.884312 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af59acf-7071-4276-af40-50c239bf800b req-67d1b816-12ff-4192-9c55-51802899bdc8 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:49.885844 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9af59acf-7071-4276-af40-50c239bf800b req-67d1b816-12ff-4192-9c55-51802899bdc8 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 943 time: 0.1056545 Jul 28 22:28:49.936389 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 5fadf80f-a549-46e0-b26a-9fad8d146f17 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:49.936792 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:49.953581 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fadf80f-a549-46e0-b26a-9fad8d146f17 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:28:49.977655 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9300393c-729d-4caa-b22b-3dbe18c117d0 req-a40553bc-03fc-450b-a182-4d1b39bb55b5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066470 Jul 28 22:28:49.978447 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 5fadf80f-a549-46e0-b26a-9fad8d146f17, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5fadf80f-a549-46e0-b26a-9fad8d146f17,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:49.985215 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:49.999221 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9af59acf-7071-4276-af40-50c239bf800b req-31fdefd5-3cd9-406a-9e61-a66ddcc91698 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061013 Jul 28 22:28:50.102020 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=5fadf80f-a549-46e0-b26a-9fad8d146f17,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:50.194064 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1ea0c-9fdc-4403-a264-09a0b6588e21 req-2d547c1e-8db4-4316-8572-78348c2fcf1e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:50.195823 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a9d1ea0c-9fdc-4403-a264-09a0b6588e21 req-2d547c1e-8db4-4316-8572-78348c2fcf1e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 943 time: 0.0495772 Jul 28 22:28:50.270946 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:50.293376 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a9d1ea0c-9fdc-4403-a264-09a0b6588e21 req-36fe309e-6f20-448f-8432-157e2731f959 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921953 Jul 28 22:28:50.301380 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96395048-2d91-4231-8507-78fcc55469fe req-078cf635-3ba1-40d9-8d9e-4d5aebf77b0f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:50.302855 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-96395048-2d91-4231-8507-78fcc55469fe req-078cf635-3ba1-40d9-8d9e-4d5aebf77b0f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 944 time: 0.0747352 Jul 28 22:28:50.355572 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-96395048-2d91-4231-8507-78fcc55469fe req-772590bb-80f6-43b7-9a5b-672c70efcd4b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455754 Jul 28 22:28:50.387028 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:50.410445 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:50.444915 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['69cbbc60-3ab6-406c-b5fc-7e37b29888d2'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:28:50.523583 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['5fadf80f-a549-46e0-b26a-9fad8d146f17'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:28:50.527353 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:50.569931 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:50.584422 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-fb6414c1-88f4-4782-8772-6371d3626897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:50.586039 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-fb6414c1-88f4-4782-8772-6371d3626897 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=464fee12-f052-4124-8f6c-243235b340a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1579998 Jul 28 22:28:50.621468 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8701544e-1b06-4249-8a94-d2cc9c585f2c req-87c44c67-2c7f-4bc4-a257-8d8872cebd18 service neutron] 10.222.0.58 "GET /v2.0/networks/3b321d51-83e0-4fab-8ede-145e708993ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943815 Jul 28 22:28:50.652858 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351876eb-4925-406b-9f7e-8bae3be44a69 req-01ea324c-c94a-47d5-9c47-68ef6bb6b7d9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:50.654639 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-351876eb-4925-406b-9f7e-8bae3be44a69 req-01ea324c-c94a-47d5-9c47-68ef6bb6b7d9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 945 time: 0.0705051 Jul 28 22:28:50.726200 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-351876eb-4925-406b-9f7e-8bae3be44a69 req-04ac27bd-4aea-4b82-b713-88889fd07ab8 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610785 Jul 28 22:28:51.112523 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:51.174311 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d330-4370-44e7-9023-04c29ff23f36 req-ef77777a-19a2-4734-9d04-00ddff7df0a8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:51.181100 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ac03d330-4370-44e7-9023-04c29ff23f36 req-ef77777a-19a2-4734-9d04-00ddff7df0a8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 943 time: 0.1365082 Jul 28 22:28:51.206238 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd727fa-6d92-42a4-972a-2347650232dc req-f528813a-a772-4d56-a111-8c5acbad9a93 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:51.207921 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bcd727fa-6d92-42a4-972a-2347650232dc req-f528813a-a772-4d56-a111-8c5acbad9a93 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 943 time: 0.0963953 Jul 28 22:28:51.273096 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ac03d330-4370-44e7-9023-04c29ff23f36 req-9744c5c7-7352-4a8b-8bb3-e00597e76160 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911598 Jul 28 22:28:51.306274 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bcd727fa-6d92-42a4-972a-2347650232dc req-690b9226-4ac5-4b3a-8498-d97999d0dd12 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892673 Jul 28 22:28:51.408611 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:51.436064 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-4b987900-9b4d-40b6-b703-3f837cd62360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:51.437910 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-4b987900-9b4d-40b6-b703-3f837cd62360 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 1128 time: 0.1405883 Jul 28 22:28:51.455370 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-8951eae5-df7c-4860-9cfb-9cf2d7c6adbf service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591365 Jul 28 22:28:51.474430 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42f41a-4ba0-4669-b3dd-4e327ee37dc6 req-6130f787-6ac2-498c-944f-a95be8a2efd8 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:51.475914 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8e42f41a-4ba0-4669-b3dd-4e327ee37dc6 req-6130f787-6ac2-498c-944f-a95be8a2efd8 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 943 time: 0.0775867 Jul 28 22:28:51.515446 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:51.530785 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0807e-0187-454e-a1f7-549ba35ebb6b req-f0c4f557-5f04-473d-bace-6ec1d899e7a3 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:51.532228 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b3a0807e-0187-454e-a1f7-549ba35ebb6b req-f0c4f557-5f04-473d-bace-6ec1d899e7a3 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 944 time: 0.0796394 Jul 28 22:28:51.565790 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:28:51.573644 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:51.574025 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:51.575082 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8e42f41a-4ba0-4669-b3dd-4e327ee37dc6 req-3ff60867-7de6-42c2-93c9-e752c6c4033c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818717 Jul 28 22:28:51.602335 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b3a0807e-0187-454e-a1f7-549ba35ebb6b req-b0e9b66a-6a96-4c8a-9220-f2a5a27d0eba tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584583 Jul 28 22:28:51.653278 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:51.653723 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:51.677145 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:28:51.752170 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:51.759288 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:51.760201 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 5fadf80f-a549-46e0-b26a-9fad8d146f17 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:51.840261 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:51.847823 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 5fadf80f-a549-46e0-b26a-9fad8d146f17 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:28:51.857034 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 5fadf80f-a549-46e0-b26a-9fad8d146f17 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:51.857427 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:51.899528 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8624fa92-381e-446f-ae4c-ce2c57745806" -d '{"events": [{"server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "name": "network-vif-plugged", "status": "completed", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:28:51.906092 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334d13d-e9fc-4ec2-9b70-b2cffbea78e2 req-419d9d5a-bcca-424b-aeda-b12632cbee82 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:51.907717 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e334d13d-e9fc-4ec2-9b70-b2cffbea78e2 req-419d9d5a-bcca-424b-aeda-b12632cbee82 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0572324 Jul 28 22:28:51.949466 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 5fadf80f-a549-46e0-b26a-9fad8d146f17 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:51.949911 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:51.964775 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e334d13d-e9fc-4ec2-9b70-b2cffbea78e2 req-b2ab1e42-5121-4415-a13c-f6ded32ab7f6 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493453 Jul 28 22:28:51.984756 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 5fadf80f-a549-46e0-b26a-9fad8d146f17, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5fadf80f-a549-46e0-b26a-9fad8d146f17,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:51.991316 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:52.013900 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4ed055-b118-4827-899b-1ad313e373d9 x-openstack-request-id: req-da4ed055-b118-4827-899b-1ad313e373d9 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:28:52.014241 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "name": "network-vif-plugged", "status": "completed", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:28:52.014508 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da4ed055-b118-4827-899b-1ad313e373d9 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:28:52.014951 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da4ed055-b118-4827-899b-1ad313e373d9'] response: {'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'code': 200} Jul 28 22:28:52.041325 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=5fadf80f-a549-46e0-b26a-9fad8d146f17,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:52.502801 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908695e8-5fab-4fc0-add5-05f4dc1557ee req-9a157cbe-c4ae-423a-a9df-246677a42fee tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:52.510881 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-908695e8-5fab-4fc0-add5-05f4dc1557ee req-9a157cbe-c4ae-423a-a9df-246677a42fee tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 943 time: 0.1599452 Jul 28 22:28:52.532145 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f51701-6476-4f59-8832-839639c90f7a req-ad5e1b47-d0cc-40d0-b659-ac7ec77d7079 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:52.541606 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-17f51701-6476-4f59-8832-839639c90f7a req-ad5e1b47-d0cc-40d0-b659-ac7ec77d7079 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 943 time: 0.1199853 Jul 28 22:28:52.630212 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-17f51701-6476-4f59-8832-839639c90f7a req-6f4ae8bb-014c-4615-8e66-d4a5b96418a6 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872426 Jul 28 22:28:52.658892 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-908695e8-5fab-4fc0-add5-05f4dc1557ee req-b64e6e77-946c-400a-978b-c1f4875b55a1 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465132 Jul 28 22:28:52.677569 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:52.738658 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa169f2-576d-4210-898e-211755674e3e req-d8376c5f-dd69-4048-9881-bd401ea12657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:52.740551 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-aaa169f2-576d-4210-898e-211755674e3e req-d8376c5f-dd69-4048-9881-bd401ea12657 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 1130 time: 0.1252420 Jul 28 22:28:52.776959 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d2345-6daa-40f9-919e-d41f86e022a0 req-66321c28-61d2-4e29-bb30-c1e9b2fc7230 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:52.785102 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-542d2345-6daa-40f9-919e-d41f86e022a0 req-66321c28-61d2-4e29-bb30-c1e9b2fc7230 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 943 time: 0.0637734 Jul 28 22:28:52.812835 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-aaa169f2-576d-4210-898e-211755674e3e req-97e7aa39-7807-4927-9057-73aecbf5f8c2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:52.864348 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-1c5f4a7b-ced3-49d2-b0c4-85fe909aaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:52.866150 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-1c5f4a7b-ced3-49d2-b0c4-85fe909aaaf5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 916 time: 0.5765405 Jul 28 22:28:52.869288 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4ff6865e-9b8c-475a-83c3-7e991f6a0917 req-70622bd3-486b-49e5-b600-4a6c32f5aa31 service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718873 Jul 28 22:28:52.873332 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:28:52.935860 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-542d2345-6daa-40f9-919e-d41f86e022a0 req-da35f81e-826a-43da-a9a8-e9e16f1d8d92 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385098 Jul 28 22:28:52.935950 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-a18c2b42-d88c-497b-9222-059e63c262e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a6a91e7-1223-4e3c-8af2-8617d06c63d2 HTTP/1.1" status: 200 len: 217 time: 0.0442693 Jul 28 22:28:52.961556 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db63922-7fcb-4670-8bef-eb49c8efb288 req-3da245ab-57b0-42c9-b722-01d8c8b61b3d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:52.961556 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1db63922-7fcb-4670-8bef-eb49c8efb288 req-3da245ab-57b0-42c9-b722-01d8c8b61b3d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 944 time: 0.1678491 Jul 28 22:28:52.981764 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-aaa169f2-576d-4210-898e-211755674e3e req-97e7aa39-7807-4927-9057-73aecbf5f8c2 service neutron] Publish callbacks [] for security_group (0a7f9d05-efcf-4961-a292-86c16137ccee), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:52.988418 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-aaa169f2-576d-4210-898e-211755674e3e req-97e7aa39-7807-4927-9057-73aecbf5f8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (0a7f9d05-efcf-4961-a292-86c16137ccee), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:53.038139 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1db63922-7fcb-4670-8bef-eb49c8efb288 req-9875ccfc-f583-40a0-82de-fb1303454d0f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747180 Jul 28 22:28:53.096965 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-aaa169f2-576d-4210-898e-211755674e3e req-97e7aa39-7807-4927-9057-73aecbf5f8c2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3434289 Jul 28 22:28:53.098047 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7aa39-7807-4927-9057-73aecbf5f8c2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7f9d05-efcf-4961-a292-86c16137ccee,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:53.109094 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:53.125578 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52233af1-0e42-4d99-8c51-a135db0b707f req-fbc92ffe-9d69-4d24-8eff-70f3db9bca1a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:53.128094 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-52233af1-0e42-4d99-8c51-a135db0b707f req-fbc92ffe-9d69-4d24-8eff-70f3db9bca1a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0541606 Jul 28 22:28:53.186207 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-52233af1-0e42-4d99-8c51-a135db0b707f req-1f42a2f9-57ef-4546-9b07-c713a2581a36 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504150 Jul 28 22:28:53.507791 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:28:53.543457 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:53.569854 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:53.623029 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=3a6a91e7-1223-4e3c-8af2-8617d06c63d2,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:53.634924 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'port_id': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'mac_address': 'fa:16:3e:f9:72:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:28:53.677755 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:53.678159 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:53.693246 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:28:53.718362 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=3a6a91e7-1223-4e3c-8af2-8617d06c63d2,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:53.728870 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:53.729869 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 9978da88-5a78-4aab-a326-2ea421a9deb1 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:28:53.850639 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ce158-ea6e-4fd9-9755-50fe02548947 req-e15a5c8a-1811-4018-8435-e63b1c07182f tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:53.854421 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=3a6a91e7-1223-4e3c-8af2-8617d06c63d2,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:53.858109 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-be9ce158-ea6e-4fd9-9755-50fe02548947 req-e15a5c8a-1811-4018-8435-e63b1c07182f tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 943 time: 0.1081731 Jul 28 22:28:53.874798 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91f8a-9bdf-4a68-8299-5fb60ebd6b43 req-2e09b89c-276c-4cc0-8d67-824cda791b6a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:53.882307 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d9e91f8a-9bdf-4a68-8299-5fb60ebd6b43 req-2e09b89c-276c-4cc0-8d67-824cda791b6a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 943 time: 0.1164668 Jul 28 22:28:53.902912 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 9978da88-5a78-4aab-a326-2ea421a9deb1, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9978da88-5a78-4aab-a326-2ea421a9deb1,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:53.917818 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '9978da88-5a78-4aab-a326-2ea421a9deb1', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'port_id': '9978da88-5a78-4aab-a326-2ea421a9deb1', 'mac_address': 'fa:16:3e:5e:0a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:28:53.954053 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-be9ce158-ea6e-4fd9-9755-50fe02548947 req-818afea7-cfe5-462d-bd64-b2f0b3f7667f tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950937 Jul 28 22:28:53.961795 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 9978da88-5a78-4aab-a326-2ea421a9deb1 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:53.962198 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:53.981964 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d9e91f8a-9bdf-4a68-8299-5fb60ebd6b43 req-930eeef1-dee5-44ae-ab89-a3dd9b20fdac tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840099 Jul 28 22:28:53.991845 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9978da88-5a78-4aab-a326-2ea421a9deb1 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:28:54.016074 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 9978da88-5a78-4aab-a326-2ea421a9deb1, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9978da88-5a78-4aab-a326-2ea421a9deb1,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:54.016998 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cb74f8-85be-4e53-82a7-ca38fd38cbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fadf80f-a549-46e0-b26a-9fad8d146f17'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:28:54.020174 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f8e5aa-c35e-4fc1-b8af-e12ef04ac1b9" -d '{"events": [{"server_uuid": "93cb74f8-85be-4e53-82a7-ca38fd38cbf5", "name": "network-vif-plugged", "status": "completed", "tag": "5fadf80f-a549-46e0-b26a-9fad8d146f17"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:28:54.023659 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:54.024376 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device ef9daab1-0a25-49ef-87c4-25f58c4308ae details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:28:54.081972 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:54.097247 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50fce1e-994f-4766-a41a-e644eb391589 x-openstack-request-id: req-d50fce1e-994f-4766-a41a-e644eb391589 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:28:54.098308 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cb74f8-85be-4e53-82a7-ca38fd38cbf5", "name": "network-vif-plugged", "status": "completed", "tag": "5fadf80f-a549-46e0-b26a-9fad8d146f17", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:28:54.098902 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d50fce1e-994f-4766-a41a-e644eb391589 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:28:54.099657 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50fce1e-994f-4766-a41a-e644eb391589'] response: {'server_uuid': '93cb74f8-85be-4e53-82a7-ca38fd38cbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fadf80f-a549-46e0-b26a-9fad8d146f17', 'code': 200} Jul 28 22:28:54.133105 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bd6c1-1d21-4a5e-816b-53c43a01d1ae req-cca53986-822d-4379-9786-ad99cadeb469 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:54.136645 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-251bd6c1-1d21-4a5e-816b-53c43a01d1ae req-cca53986-822d-4379-9786-ad99cadeb469 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 944 time: 0.0968370 Jul 28 22:28:54.183014 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-f8caec2f-a816-4549-9514-abdc30838b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:54.186420 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-f8caec2f-a816-4549-9514-abdc30838b0f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd9d7ef8-b1ea-409f-bc0d-02c57dced297 HTTP/1.1" status: 200 len: 854 time: 0.1016533 Jul 28 22:28:54.192319 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=9978da88-5a78-4aab-a326-2ea421a9deb1,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:54.229912 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-251bd6c1-1d21-4a5e-816b-53c43a01d1ae req-9098c79f-eeac-4de5-9bae-28077fe4b8a1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760889 Jul 28 22:28:54.279746 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port ef9daab1-0a25-49ef-87c4-25f58c4308ae, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ef9daab1-0a25-49ef-87c4-25f58c4308ae,segment=NetworkSegment(3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca),segment_id=3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:54.292785 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c97986-860b-457d-93c0-8a404e6c2c11 req-d2a4b1e7-8db9-474d-b792-aa6a13895c85 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:54.299916 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c2c97986-860b-457d-93c0-8a404e6c2c11 req-d2a4b1e7-8db9-474d-b792-aa6a13895c85 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 945 time: 0.0740921 Jul 28 22:28:54.306099 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-fa95f0aa-a637-41a6-b853-ad3427e0e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:54.308570 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-fa95f0aa-a637-41a6-b853-ad3427e0e3fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ba94cd9-b91a-4088-b65d-e5c882850ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1030993 Jul 28 22:28:54.310712 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': 'ef9daab1-0a25-49ef-87c4-25f58c4308ae', 'network_id': '3b321d51-83e0-4fab-8ede-145e708993ba', 'port_id': 'ef9daab1-0a25-49ef-87c4-25f58c4308ae', 'mac_address': 'fa:16:3e:c4:ae:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '441aaf36-82e9-41a1-a7f9-3b72b5bd02a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:28:54.367672 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port ef9daab1-0a25-49ef-87c4-25f58c4308ae is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:54.368164 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:54.378430 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c2c97986-860b-457d-93c0-8a404e6c2c11 req-5b5e32c1-4185-4d8e-9760-8431b1cd4498 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776200 Jul 28 22:28:54.385846 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9daab1-0a25-49ef-87c4-25f58c4308ae {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:28:54.399742 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b46afc-8200-4b30-8f79-9747c1cafc97 req-7bda3c91-4d96-41ca-9ad9-46a6440a9d7b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:54.401189 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-13b46afc-8200-4b30-8f79-9747c1cafc97 req-7bda3c91-4d96-41ca-9ad9-46a6440a9d7b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0657215 Jul 28 22:28:54.407627 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port ef9daab1-0a25-49ef-87c4-25f58c4308ae, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ef9daab1-0a25-49ef-87c4-25f58c4308ae,segment=NetworkSegment(3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca),segment_id=3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:54.411893 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:54.458444 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-13b46afc-8200-4b30-8f79-9747c1cafc97 req-ec2da83f-bed7-484f-9d4d-f9d44fd9875e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503407 Jul 28 22:28:54.468815 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=ef9daab1-0a25-49ef-87c4-25f58c4308ae,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:54.765248 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a575a21-1ac6-4927-a132-1b7d16bcc681 req-f967cdc3-9d13-43cd-93ef-fed36ee6cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:54.766755 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-7a575a21-1ac6-4927-a132-1b7d16bcc681 req-f967cdc3-9d13-43cd-93ef-fed36ee6cf92 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 1130 time: 0.0787826 Jul 28 22:28:54.812754 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-722a9e1e-048f-47b8-98c4-568445d8cde6 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324010 Jul 28 22:28:54.875529 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:54.883771 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-7a575a21-1ac6-4927-a132-1b7d16bcc681 req-26852e76-e353-48c9-9eb5-9bc90710bdf1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984709 Jul 28 22:28:54.924425 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-1a98212b-892a-46ec-b87d-ab4d7c8960da service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028602 Jul 28 22:28:54.944026 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['ef9daab1-0a25-49ef-87c4-25f58c4308ae'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:28:54.947246 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:55.015284 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:55.044380 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['9978da88-5a78-4aab-a326-2ea421a9deb1'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:28:55.185492 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['3a6a91e7-1223-4e3c-8af2-8617d06c63d2'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:28:55.254612 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573c40a-4a83-4af7-9c1a-024a45459d91 req-82cfcf49-b306-4880-babd-8dd705bc9da8 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:55.266313 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e573c40a-4a83-4af7-9c1a-024a45459d91 req-82cfcf49-b306-4880-babd-8dd705bc9da8 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 944 time: 0.2077112 Jul 28 22:28:55.269454 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-c7b43aad-1daa-4fc8-90af-f6b4535c74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:55.274657 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-c7b43aad-1daa-4fc8-90af-f6b4535c74e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 1128 time: 0.1275973 Jul 28 22:28:55.290847 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcfbfa-0afe-4d70-b61c-4e592759511a req-fb686ffa-fbfb-493e-973e-2edcb33808ce tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:55.301816 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-21dcfbfa-0afe-4d70-b61c-4e592759511a req-fb686ffa-fbfb-493e-973e-2edcb33808ce tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 943 time: 0.1734400 Jul 28 22:28:55.393182 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-21dcfbfa-0afe-4d70-b61c-4e592759511a req-104be38b-4b12-49e3-86d7-422201ca29ad tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903904 Jul 28 22:28:55.422527 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e573c40a-4a83-4af7-9c1a-024a45459d91 req-f085f7a6-3e80-4412-9112-86ed55578bb5 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499538 Jul 28 22:28:55.552841 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916ee06-283b-4feb-8c89-6af2f6747f5c req-24efc2e0-3143-49a0-985a-c95e3bfd875b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:55.554356 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4916ee06-283b-4feb-8c89-6af2f6747f5c req-24efc2e0-3143-49a0-985a-c95e3bfd875b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 944 time: 0.0847614 Jul 28 22:28:55.566306 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bb8c8-6195-4df2-a787-c96a92f44a1e req-c9acd03d-ce16-4d9f-9f76-275948924e5c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:55.567854 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fe8bb8c8-6195-4df2-a787-c96a92f44a1e req-c9acd03d-ce16-4d9f-9f76-275948924e5c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 945 time: 0.0627348 Jul 28 22:28:55.653806 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4916ee06-283b-4feb-8c89-6af2f6747f5c req-303f144e-d9fb-4c74-a005-4bd6a293e698 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938001 Jul 28 22:28:55.667018 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fe8bb8c8-6195-4df2-a787-c96a92f44a1e req-3ace00ec-9329-4734-8dd1-d04189a90f08 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903893 Jul 28 22:28:55.701879 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 35af7134-fcd8-416d-b6f7-11f5d93a4613 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:28:55.703643 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40132) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:55.765330 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:55.806232 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-f6270fc5-42e1-4704-aefe-938e5d157ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:55.807897 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-f6270fc5-42e1-4704-aefe-938e5d157ade service neutron] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 920 time: 0.1964545 Jul 28 22:28:55.836315 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd013c-60be-48a5-841d-4294042079cd req-51eafcba-cc03-4783-8c95-d17a2c15d5f2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:55.837863 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2ecd013c-60be-48a5-841d-4294042079cd req-51eafcba-cc03-4783-8c95-d17a2c15d5f2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0642085 Jul 28 22:28:55.854216 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 35af7134-fcd8-416d-b6f7-11f5d93a4613, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=35af7134-fcd8-416d-b6f7-11f5d93a4613,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:55.873416 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '35af7134-fcd8-416d-b6f7-11f5d93a4613', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'port_id': '35af7134-fcd8-416d-b6f7-11f5d93a4613', 'mac_address': 'fa:16:3e:96:16:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:28:55.914070 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 35af7134-fcd8-416d-b6f7-11f5d93a4613 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:55.914370 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:55.928746 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35af7134-fcd8-416d-b6f7-11f5d93a4613 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:28:55.950604 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 35af7134-fcd8-416d-b6f7-11f5d93a4613, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=35af7134-fcd8-416d-b6f7-11f5d93a4613,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:55.957138 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:56.015130 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=35af7134-fcd8-416d-b6f7-11f5d93a4613,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:56.068454 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ccc1e901-b5fd-4b1e-92a8-68f952141adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:56.086193 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:56.113239 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2ecd013c-60be-48a5-841d-4294042079cd req-fa272aa2-4171-46c8-9a53-6c2112b722d9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672780 Jul 28 22:28:56.176727 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ccc1e901-b5fd-4b1e-92a8-68f952141adc admin admin] Publish callbacks [] for security_group (646758b3-2c7b-470b-9b0a-00f60dac8c2b), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:56.180244 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ccc1e901-b5fd-4b1e-92a8-68f952141adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (646758b3-2c7b-470b-9b0a-00f60dac8c2b), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:56.222746 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1e901-b5fd-4b1e-92a8-68f952141adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646758b3-2c7b-470b-9b0a-00f60dac8c2b,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:56.231807 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ccc1e901-b5fd-4b1e-92a8-68f952141adc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=056baa152e8e4753afd98ca02525e9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5245984 Jul 28 22:28:56.232162 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40142) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:56.299016 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:56.311980 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-60745095-d84d-476a-b928-c956bc8b0b7b admin admin] Publish callbacks [] for security_group (646758b3-2c7b-470b-9b0a-00f60dac8c2b), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:56.353790 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-f1e344f4-0aea-4382-899b-7d0247511ef6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9978da88-5a78-4aab-a326-2ea421a9deb1 HTTP/1.1" status: 200 len: 217 time: 0.0517738 Jul 28 22:28:56.355162 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-60745095-d84d-476a-b928-c956bc8b0b7b admin admin] Publish callbacks [] for security_group (646758b3-2c7b-470b-9b0a-00f60dac8c2b), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:56.411085 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-60745095-d84d-476a-b928-c956bc8b0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (646758b3-2c7b-470b-9b0a-00f60dac8c2b), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:56.414731 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-60745095-d84d-476a-b928-c956bc8b0b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:56.418399 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-60745095-d84d-476a-b928-c956bc8b0b7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/646758b3-2c7b-470b-9b0a-00f60dac8c2b HTTP/1.1" status: 204 len: 168 time: 0.1831920 Jul 28 22:28:56.439980 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60745095-d84d-476a-b928-c956bc8b0b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646758b3-2c7b-470b-9b0a-00f60dac8c2b,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:56.589749 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91129d5-2e32-4de0-bcc2-62ebd92171fe req-d466da8c-5645-4929-a58b-eb66cf4b56eb tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:56.597481 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a91129d5-2e32-4de0-bcc2-62ebd92171fe req-d466da8c-5645-4929-a58b-eb66cf4b56eb tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 944 time: 0.0860374 Jul 28 22:28:56.625091 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d2354-3237-418f-8bbf-6d719808b7b9 req-ee661818-6e58-4def-933a-1ad97f3fbb4b tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:56.626738 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-734d2354-3237-418f-8bbf-6d719808b7b9 req-ee661818-6e58-4def-933a-1ad97f3fbb4b tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 944 time: 0.1142285 Jul 28 22:28:56.675543 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a91129d5-2e32-4de0-bcc2-62ebd92171fe req-079768ff-8c40-4c3d-bb86-46bab4b9861a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770235 Jul 28 22:28:56.725803 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-734d2354-3237-418f-8bbf-6d719808b7b9 req-21854205-3b2e-43cc-bd8c-5f46dce988fe tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708723 Jul 28 22:28:56.766212 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:56.823452 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:56.823944 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0fcc2-c285-4e50-989a-e91dcdede5f7 req-6c452f2f-63cb-45b6-b5cb-366609ef9748 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:56.829436 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:56.835082 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-db145d0f-465e-4adb-a851-6266fdedf9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:56.835442 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-68d0fcc2-c285-4e50-989a-e91dcdede5f7 req-6c452f2f-63cb-45b6-b5cb-366609ef9748 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 944 time: 0.0712955 Jul 28 22:28:56.836594 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-db145d0f-465e-4adb-a851-6266fdedf9dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.1059039 Jul 28 22:28:56.847472 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:28:56.858296 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:56.859185 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:56.902568 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40176) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:56.916527 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-5961204e-b013-4054-8430-81b7fca7bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:56.918087 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-5961204e-b013-4054-8430-81b7fca7bedd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741634 Jul 28 22:28:56.921373 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:56.927248 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf4cc1-2cce-4054-8b65-678ff293e839 req-0611bb68-6205-4f43-bfec-557577106594 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:56.928770 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6ddf4cc1-2cce-4054-8b65-678ff293e839 req-0611bb68-6205-4f43-bfec-557577106594 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 945 time: 0.0913162 Jul 28 22:28:56.945164 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2d642c9f-5100-43cb-8659-ed1ba5e138f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:56.965511 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:56.966132 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:56.977147 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-68d0fcc2-c285-4e50-989a-e91dcdede5f7 req-54fd4dc0-f8b8-469f-92d5-b9e16ce1dbaf tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405392 Jul 28 22:28:56.991370 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:28:56.993667 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fb1f41-5044-42be-9de5-a21086ff5ab6" -d '{"events": [{"server_uuid": "41e2af9e-d8ce-4edd-8aae-4158d00ef92f", "name": "network-vif-plugged", "status": "completed", "tag": "3a6a91e7-1223-4e3c-8af2-8617d06c63d2"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:28:57.022065 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=3a6a91e7-1223-4e3c-8af2-8617d06c63d2,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:57.025232 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['35af7134-fcd8-416d-b6f7-11f5d93a4613'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:28:57.036291 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6ddf4cc1-2cce-4054-8b65-678ff293e839 req-a26ab43c-4795-4bd4-af1e-56be883af0ba tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927713 Jul 28 22:28:57.059301 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-c3e0a670-4854-4f6c-ba03-b9a70cd26241 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344457 Jul 28 22:28:57.060004 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.061078 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 9978da88-5a78-4aab-a326-2ea421a9deb1 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:57.082023 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:57.089499 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d80f7b-a0c3-47f4-9c83-0caebf3d982c x-openstack-request-id: req-19d80f7b-a0c3-47f4-9c83-0caebf3d982c {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:28:57.090287 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e2af9e-d8ce-4edd-8aae-4158d00ef92f", "name": "network-vif-plugged", "status": "completed", "tag": "3a6a91e7-1223-4e3c-8af2-8617d06c63d2", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:28:57.090713 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19d80f7b-a0c3-47f4-9c83-0caebf3d982c {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:28:57.091342 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d80f7b-a0c3-47f4-9c83-0caebf3d982c'] response: {'server_uuid': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'code': 200} Jul 28 22:28:57.117796 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2d642c9f-5100-43cb-8659-ed1ba5e138f5 admin admin] Publish callbacks [] for security_group (b15bbf9d-d2e8-456f-9113-75cc7fba2778), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.123675 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2d642c9f-5100-43cb-8659-ed1ba5e138f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (b15bbf9d-d2e8-456f-9113-75cc7fba2778), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.171109 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d642c9f-5100-43cb-8659-ed1ba5e138f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15bbf9d-d2e8-456f-9113-75cc7fba2778,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:57.188537 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2d642c9f-5100-43cb-8659-ed1ba5e138f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6f6bd5299e24051be854e1361b93fea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876403 Jul 28 22:28:57.191779 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40182) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:57.206765 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-34c0b4d6-4b35-4552-bea7-6575fe694e1d req-0313a287-7bee-4565-831d-42bf1e64731f service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363328 Jul 28 22:28:57.237200 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=3a6a91e7-1223-4e3c-8af2-8617d06c63d2,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:57.254614 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 9978da88-5a78-4aab-a326-2ea421a9deb1 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:28:57.269414 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 9978da88-5a78-4aab-a326-2ea421a9deb1 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:57.269828 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.286529 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051085e5-78a4-4c7c-904f-420c41c09f9b req-c16993ed-618a-4e7c-bea3-1ee85c189f8e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:57.288273 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-051085e5-78a4-4c7c-904f-420c41c09f9b req-c16993ed-618a-4e7c-bea3-1ee85c189f8e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0687876 Jul 28 22:28:57.319104 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7947b92-c7ad-49cb-8390-c6d67edfe6fb req-290f6eba-dac9-4228-8445-e2673b2f80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:57.319904 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e461147f-9fd1-40f8-863e-1888cd78aaa1 admin admin] Publish callbacks [] for security_group (b15bbf9d-d2e8-456f-9113-75cc7fba2778), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.320645 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d7947b92-c7ad-49cb-8390-c6d67edfe6fb req-290f6eba-dac9-4228-8445-e2673b2f80ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 1130 time: 0.0502095 Jul 28 22:28:57.349094 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e461147f-9fd1-40f8-863e-1888cd78aaa1 admin admin] Publish callbacks [] for security_group (b15bbf9d-d2e8-456f-9113-75cc7fba2778), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.385441 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d7947b92-c7ad-49cb-8390-c6d67edfe6fb req-98288cda-c26a-4fd6-8b1b-7aaa30ec69e2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576854 Jul 28 22:28:57.389145 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:57.418424 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e461147f-9fd1-40f8-863e-1888cd78aaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (b15bbf9d-d2e8-456f-9113-75cc7fba2778), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.419837 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 9978da88-5a78-4aab-a326-2ea421a9deb1 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:57.420295 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.420932 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e461147f-9fd1-40f8-863e-1888cd78aaa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.424674 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-e461147f-9fd1-40f8-863e-1888cd78aaa1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b15bbf9d-d2e8-456f-9113-75cc7fba2778 HTTP/1.1" status: 204 len: 168 time: 0.2293406 Jul 28 22:28:57.438060 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-051085e5-78a4-4c7c-904f-420c41c09f9b req-81015637-dc71-43d5-8d0f-67df21bd2eea tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376216 Jul 28 22:28:57.450278 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461147f-9fd1-40f8-863e-1888cd78aaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15bbf9d-d2e8-456f-9113-75cc7fba2778,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:57.480103 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 9978da88-5a78-4aab-a326-2ea421a9deb1, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9978da88-5a78-4aab-a326-2ea421a9deb1,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:57.491066 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.492139 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device ef9daab1-0a25-49ef-87c4-25f58c4308ae up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:57.592860 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=9978da88-5a78-4aab-a326-2ea421a9deb1,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:57.600709 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port ef9daab1-0a25-49ef-87c4-25f58c4308ae completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:28:57.607384 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port ef9daab1-0a25-49ef-87c4-25f58c4308ae triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:57.607973 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.679402 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68840e-52ca-4838-9e76-07763a050278 req-7f8a1bd1-e65c-4975-b05d-2421ad730c52 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:57.682049 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bb68840e-52ca-4838-9e76-07763a050278 req-7f8a1bd1-e65c-4975-b05d-2421ad730c52 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0690897 Jul 28 22:28:57.691859 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 40200) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:57.696761 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-d26a3a1c-8c65-4cd6-a383-edd23deb07c1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Request body: {'floatingip': {'port_id': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:28:57.706686 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port ef9daab1-0a25-49ef-87c4-25f58c4308ae is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:57.706686 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.732316 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:57.760713 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port ef9daab1-0a25-49ef-87c4-25f58c4308ae, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ef9daab1-0a25-49ef-87c4-25f58c4308ae,segment=NetworkSegment(3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca),segment_id=3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:57.782303 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.798821 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d26a3a1c-8c65-4cd6-a383-edd23deb07c1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (6f6b2637-25c7-45cc-9574-dc7d7a650587), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:57.863823 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=ef9daab1-0a25-49ef-87c4-25f58c4308ae,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:57.895594 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bda3b-f7d3-4284-84f0-efcd24e7eff9 req-cb7c10a8-8e86-4303-84a3-13efc5d72218 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:57.897329 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-110bda3b-f7d3-4284-84f0-efcd24e7eff9 req-cb7c10a8-8e86-4303-84a3-13efc5d72218 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 945 time: 0.0669661 Jul 28 22:28:57.905559 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7acca-c970-4b35-918a-992162e3853c req-0c67cd8a-68cb-4040-8dbe-b27233965e13 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:57.912533 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c4f7acca-c970-4b35-918a-992162e3853c req-0c67cd8a-68cb-4040-8dbe-b27233965e13 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 944 time: 0.1505101 Jul 28 22:28:58.009262 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-110bda3b-f7d3-4284-84f0-efcd24e7eff9 req-46c87b21-352c-425c-a72a-99c3c78cf04b tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945213 Jul 28 22:28:58.035153 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c4f7acca-c970-4b35-918a-992162e3853c req-fc6f824d-dcb9-4b04-8097-8a8ee60fa457 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995383 Jul 28 22:28:58.052451 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 35af7134-fcd8-416d-b6f7-11f5d93a4613 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:28:58.128013 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:58.170651 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 35af7134-fcd8-416d-b6f7-11f5d93a4613 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:28:58.178769 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 35af7134-fcd8-416d-b6f7-11f5d93a4613 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:28:58.179318 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:58.218568 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614276e3-9e22-4014-9cb0-c22e302ee5f5 req-23863db2-91ca-4ced-9195-6663ee0720c9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:58.220160 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-614276e3-9e22-4014-9cb0-c22e302ee5f5 req-23863db2-91ca-4ced-9195-6663ee0720c9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 946 time: 0.0889659 Jul 28 22:28:58.308425 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173011c-ae8c-4098-9000-713b368551d4 req-8c99b728-3280-4d31-b92a-132cc67c8650 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:58.317479 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 35af7134-fcd8-416d-b6f7-11f5d93a4613 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:28:58.318161 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:58.319701 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2173011c-ae8c-4098-9000-713b368551d4 req-8c99b728-3280-4d31-b92a-132cc67c8650 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0979278 Jul 28 22:28:58.383096 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-614276e3-9e22-4014-9cb0-c22e302ee5f5 req-d5f8cfa4-09fb-4bbb-b7b8-6a923534b4e3 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395493 Jul 28 22:28:58.386860 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 35af7134-fcd8-416d-b6f7-11f5d93a4613, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=35af7134-fcd8-416d-b6f7-11f5d93a4613,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:28:58.395708 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:58.464684 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2173011c-ae8c-4098-9000-713b368551d4 req-4c636ee4-3fcc-4a3c-a9aa-b138eed3c6ef tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431983 Jul 28 22:28:58.497654 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=35af7134-fcd8-416d-b6f7-11f5d93a4613,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:58.584678 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 40236) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:58.842722 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:58.875613 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d26a3a1c-8c65-4cd6-a383-edd23deb07c1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:58.887952 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d26a3a1c-8c65-4cd6-a383-edd23deb07c1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (6f6b2637-25c7-45cc-9574-dc7d7a650587), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:59.006775 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:59.013957 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:59.042161 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [None req-d26a3a1c-8c65-4cd6-a383-edd23deb07c1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Floating IP 6f6b2637-25c7-45cc-9574-dc7d7a650587 associated. External IP: 172.27.3.28, port: 69cbbc60-3ab6-406c-b5fc-7e37b29888d2. Jul 28 22:28:59.092327 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20092e58-9863-4f05-95a2-6bb6a42ca0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9978da88-5a78-4aab-a326-2ea421a9deb1'}, {'server_uuid': '1e409c8d-d62d-41f4-a0ca-652816028ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9daab1-0a25-49ef-87c4-25f58c4308ae'}, {'server_uuid': '8cc2682a-cbca-49c8-8e74-2d9ed7062e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35af7134-fcd8-416d-b6f7-11f5d93a4613'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:28:59.094829 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c6fef-fd80-4e3f-bd8c-eb1b15c8e1c6" -d '{"events": [{"server_uuid": "20092e58-9863-4f05-95a2-6bb6a42ca0f5", "name": "network-vif-plugged", "status": "completed", "tag": "9978da88-5a78-4aab-a326-2ea421a9deb1"}, {"server_uuid": "1e409c8d-d62d-41f4-a0ca-652816028ff6", "name": "network-vif-plugged", "status": "completed", "tag": "ef9daab1-0a25-49ef-87c4-25f58c4308ae"}, {"server_uuid": "8cc2682a-cbca-49c8-8e74-2d9ed7062e93", "name": "network-vif-plugged", "status": "completed", "tag": "35af7134-fcd8-416d-b6f7-11f5d93a4613"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:28:59.108071 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Publish callbacks [] for security_group (cc81152e-c750-4e80-9ca9-faa3fbe17ef0), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:59.114515 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (cc81152e-c750-4e80-9ca9-faa3fbe17ef0), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:59.167148 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4bbe8-30f7-4c71-9b79-39bc62ee69f1 req-453a4b93-7b9c-41f0-8f0e-9c0718d910a2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:59.169040 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-20d4bbe8-30f7-4c71-9b79-39bc62ee69f1 req-453a4b93-7b9c-41f0-8f0e-9c0718d910a2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 945 time: 0.0814445 Jul 28 22:28:59.184530 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7560b-a7ae-45e7-b9e7-d9e71404edcd req-65856af3-48d1-4d86-9e5c-719486adbab3 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:59.186703 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d9d7560b-a7ae-45e7-b9e7-d9e71404edcd req-65856af3-48d1-4d86-9e5c-719486adbab3 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0665624 Jul 28 22:28:59.212757 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc81152e-c750-4e80-9ca9-faa3fbe17ef0,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:59.222157 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b7ce49305f64498aa9ae6093f637c7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6335783 Jul 28 22:28:59.224168 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40270) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:28:59.227535 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.227887 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.228266 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.228606 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.228940 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.229334 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.229618 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.229950 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.230276 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.230598 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.230943 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.231286 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.231601 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.231926 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.232249 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe5c792-024c-485a-81c2-07ccdc4b5d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.288792 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-20d4bbe8-30f7-4c71-9b79-39bc62ee69f1 req-7e723189-39e8-46b1-8db3-91c148eb7e36 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006579 Jul 28 22:28:59.313554 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d9d7560b-a7ae-45e7-b9e7-d9e71404edcd req-e1ca8e6e-5de3-4774-96ea-5789ca372716 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092079 Jul 28 22:28:59.356913 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Publish callbacks [] for security_group (cc81152e-c750-4e80-9ca9-faa3fbe17ef0), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:59.365555 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26a3a1c-8c65-4cd6-a383-edd23deb07c1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Router 84e728da-e7c5-4640-b795-c7ed907d7480 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:28:59.375726 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 28 Jul 2022 22:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17c2d3e-b4e0-4aa6-9171-0d2453b537d1 x-openstack-request-id: req-f17c2d3e-b4e0-4aa6-9171-0d2453b537d1 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:28:59.376041 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20092e58-9863-4f05-95a2-6bb6a42ca0f5", "name": "network-vif-plugged", "status": "completed", "tag": "9978da88-5a78-4aab-a326-2ea421a9deb1", "code": 200}, {"server_uuid": "1e409c8d-d62d-41f4-a0ca-652816028ff6", "name": "network-vif-plugged", "status": "completed", "tag": "ef9daab1-0a25-49ef-87c4-25f58c4308ae", "code": 200}, {"server_uuid": "8cc2682a-cbca-49c8-8e74-2d9ed7062e93", "name": "network-vif-plugged", "status": "completed", "tag": "35af7134-fcd8-416d-b6f7-11f5d93a4613", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:28:59.376304 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f17c2d3e-b4e0-4aa6-9171-0d2453b537d1 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:28:59.376712 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17c2d3e-b4e0-4aa6-9171-0d2453b537d1'] response: {'server_uuid': '20092e58-9863-4f05-95a2-6bb6a42ca0f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9978da88-5a78-4aab-a326-2ea421a9deb1', 'code': 200} Jul 28 22:28:59.376997 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17c2d3e-b4e0-4aa6-9171-0d2453b537d1'] response: {'server_uuid': '1e409c8d-d62d-41f4-a0ca-652816028ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9daab1-0a25-49ef-87c4-25f58c4308ae', 'code': 200} Jul 28 22:28:59.377792 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17c2d3e-b4e0-4aa6-9171-0d2453b537d1'] response: {'server_uuid': '8cc2682a-cbca-49c8-8e74-2d9ed7062e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35af7134-fcd8-416d-b6f7-11f5d93a4613', 'code': 200} Jul 28 22:28:59.383888 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Publish callbacks [] for security_group (cc81152e-c750-4e80-9ca9-faa3fbe17ef0), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:59.504096 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (cc81152e-c750-4e80-9ca9-faa3fbe17ef0), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:59.506754 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:59.508522 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc81152e-c750-4e80-9ca9-faa3fbe17ef0 HTTP/1.1" status: 204 len: 168 time: 0.2832038 Jul 28 22:28:59.569241 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:59.573674 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc81152e-c750-4e80-9ca9-faa3fbe17ef0,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:28:59.600217 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26a3a1c-8c65-4cd6-a383-edd23deb07c1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:28:59.612696 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d26a3a1c-8c65-4cd6-a383-edd23deb07c1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:28:59.620621 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354fc582-8ee2-49ff-be2c-0cdf0844bda1 None None] Sync routers for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:28:59.647910 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354fc582-8ee2-49ff-be2c-0cdf0844bda1 None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:28:59.648678 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-354fc582-8ee2-49ff-be2c-0cdf0844bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:28:59.681279 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620ea1a-a4bc-4174-83c8-101a3517ed5d req-ea22fa50-511b-4dc2-915e-89d0bc121bd1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:59.683195 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3620ea1a-a4bc-4174-83c8-101a3517ed5d req-ea22fa50-511b-4dc2-915e-89d0bc121bd1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.1111178 Jul 28 22:28:59.693208 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.694772 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.695524 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.698907 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.700580 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.701246 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.702912 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.703437 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.704161 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.705123 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.707618 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.709215 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.709800 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.710520 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.712493 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c995496-a649-404e-a178-6392af5dbb36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:28:59.759247 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7d273-9755-4198-8d7b-786dafea2a35 req-f0d487ac-9521-4474-bd23-78967a52d08f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:59.766039 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-67a7d273-9755-4198-8d7b-786dafea2a35 req-f0d487ac-9521-4474-bd23-78967a52d08f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 946 time: 0.2260201 Jul 28 22:28:59.788475 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1254e9-d788-4834-8692-22a7ba8cf835 req-da5e4fba-545b-4656-93ac-ceb3d8f69f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:59.790008 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-2b1254e9-d788-4834-8692-22a7ba8cf835 req-da5e4fba-545b-4656-93ac-ceb3d8f69f42 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 1129 time: 0.1044793 Jul 28 22:28:59.839494 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3620ea1a-a4bc-4174-83c8-101a3517ed5d req-9eeaa403-d3c4-4327-ba08-e2b088555f79 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226709 Jul 28 22:28:59.884040 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-d26a3a1c-8c65-4cd6-a383-edd23deb07c1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "PUT /v2.0/floatingips/6f6b2637-25c7-45cc-9574-dc7d7a650587 HTTP/1.1" status: 200 len: 991 time: 2.1907861 Jul 28 22:28:59.887567 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-354fc582-8ee2-49ff-be2c-0cdf0844bda1 None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:28:59.897114 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:28:59.898394 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:28:59.900741 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0d0084-a2c0-4604-bf72-74840941b25e" -d '{"events": [{"name": "network-changed", "server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:28:59.927540 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-67a7d273-9755-4198-8d7b-786dafea2a35 req-51d96777-1c74-4be2-aacd-2e63da5a9bcf tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548076 Jul 28 22:28:59.941209 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984d71c-90d4-47f7-b966-c9f2e453b988 req-f4eb1391-d1d6-4050-ba7b-1a59273c270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:59.943248 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0984d71c-90d4-47f7-b966-c9f2e453b988 req-f4eb1391-d1d6-4050-ba7b-1a59273c270e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 1129 time: 0.1521418 Jul 28 22:28:59.950561 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34d03f-5803-4eb6-9fed-e6f61f6f5f91 req-0bd1d75f-e517-4ec8-b18c-d17c15df993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:28:59.952994 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0d34d03f-5803-4eb6-9fed-e6f61f6f5f91 req-0bd1d75f-e517-4ec8-b18c-d17c15df993d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 1129 time: 0.1609912 Jul 28 22:29:00.027252 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb829a5-9fc3-455e-b57e-3f502a964e3c x-openstack-request-id: req-0bb829a5-9fc3-455e-b57e-3f502a964e3c {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:29:00.027560 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:29:00.027845 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bb829a5-9fc3-455e-b57e-3f502a964e3c {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:29:00.029123 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb829a5-9fc3-455e-b57e-3f502a964e3c'] response: {'name': 'network-changed', 'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'status': 'completed', 'code': 200} Jul 28 22:29:00.035693 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-2b1254e9-d788-4834-8692-22a7ba8cf835 req-adf9c3eb-562d-4611-a32c-e643fbbfa34c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257843 Jul 28 22:29:00.111726 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0d34d03f-5803-4eb6-9fed-e6f61f6f5f91 req-71265865-ce93-4b08-9553-861fd159d1cb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433802 Jul 28 22:29:00.120708 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0984d71c-90d4-47f7-b966-c9f2e453b988 req-301708b2-4728-4e5c-9e53-85092fd9c2dd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632917 Jul 28 22:29:00.184032 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c5dc4-c404-45bd-9f7f-6eac1157566a req-2e00ff27-b91a-44ca-9746-0413d16ab11f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:00.198488 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f24c5dc4-c404-45bd-9f7f-6eac1157566a req-2e00ff27-b91a-44ca-9746-0413d16ab11f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 946 time: 0.1239176 Jul 28 22:29:00.198596 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 40326) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:00.203909 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-0e832213-f663-4fa9-b3eb-98d372f34b2c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'floatingip': {'port_id': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:29:00.248207 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40328) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:00.258704 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0e832213-f663-4fa9-b3eb-98d372f34b2c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (df75531d-e6aa-4e66-b721-1edc7efadff7), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:00.266450 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-152c7376-7bda-49e6-9778-1c2418bc3487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:00.389969 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-152c7376-7bda-49e6-9778-1c2418bc3487 admin admin] Publish callbacks [] for security_group (c7d84f7d-4dc5-44c2-90b4-deda89220004), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:00.396381 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-152c7376-7bda-49e6-9778-1c2418bc3487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (c7d84f7d-4dc5-44c2-90b4-deda89220004), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:00.413652 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-354fc582-8ee2-49ff-be2c-0cdf0844bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '6f6b2637-25c7-45cc-9574-dc7d7a650587', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'port_id': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'mac_address': 'fa:16:3e:97:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:16Z', 'updated_at': '2022-07-28T22:28:58Z', 'revision_number': 1, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:24Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:00.454633 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354fc582-8ee2-49ff-be2c-0cdf0844bda1 None None] Checking router: 84e728da-e7c5-4640-b795-c7ed907d7480 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:29:00.467512 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354fc582-8ee2-49ff-be2c-0cdf0844bda1 None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:29:00.468364 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-354fc582-8ee2-49ff-be2c-0cdf0844bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:00.482805 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c7376-7bda-49e6-9778-1c2418bc3487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d84f7d-4dc5-44c2-90b4-deda89220004,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:00.514661 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 40336) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:00.546265 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13923c0-5498-4783-8bc4-b1a3c5b40756 req-130dd5c4-2000-4c6e-81b5-543cdb6ad8e4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:00.548309 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f13923c0-5498-4783-8bc4-b1a3c5b40756 req-130dd5c4-2000-4c6e-81b5-543cdb6ad8e4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.1226575 Jul 28 22:29:00.579729 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-152c7376-7bda-49e6-9778-1c2418bc3487 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbddbf13cfa74f609c7c06232e6f6524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276796 Jul 28 22:29:00.583502 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40340) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:00.599782 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-354fc582-8ee2-49ff-be2c-0cdf0844bda1 None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:29:00.635552 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0416c-4acd-41b4-b11d-339133d87962 req-4ce197c4-285f-43f9-a241-53336642a893 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:00.644775 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b2a0416c-4acd-41b4-b11d-339133d87962 req-4ce197c4-285f-43f9-a241-53336642a893 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 945 time: 0.1807580 Jul 28 22:29:00.723101 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f13923c0-5498-4783-8bc4-b1a3c5b40756 req-accf4529-134c-490f-b72f-9c2dc886bc4c tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412313 Jul 28 22:29:00.760245 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ccdd695e-ad4e-4340-b273-8741293f0931 admin admin] Publish callbacks [] for security_group (c7d84f7d-4dc5-44c2-90b4-deda89220004), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:00.764036 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:00.769010 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b2a0416c-4acd-41b4-b11d-339133d87962 req-5fea0c75-dff1-4646-95ba-a75279b6ed49 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233506 Jul 28 22:29:00.795489 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8440-9635-4531-bdeb-bfb567225920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:00.795684 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ccdd695e-ad4e-4340-b273-8741293f0931 admin admin] Publish callbacks [] for security_group (c7d84f7d-4dc5-44c2-90b4-deda89220004), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:00.798144 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:00.845559 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ccdd695e-ad4e-4340-b273-8741293f0931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (c7d84f7d-4dc5-44c2-90b4-deda89220004), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:00.850057 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-354fc582-8ee2-49ff-be2c-0cdf0844bda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '6f6b2637-25c7-45cc-9574-dc7d7a650587', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'port_id': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'mac_address': 'fa:16:3e:97:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:16Z', 'updated_at': '2022-07-28T22:28:58Z', 'revision_number': 1, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:24Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:00.850809 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ccdd695e-ad4e-4340-b273-8741293f0931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:00.854797 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ccdd695e-ad4e-4340-b273-8741293f0931 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c7d84f7d-4dc5-44c2-90b4-deda89220004 HTTP/1.1" status: 204 len: 168 time: 0.2651517 Jul 28 22:29:00.870037 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd695e-ad4e-4340-b273-8741293f0931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d84f7d-4dc5-44c2-90b4-deda89220004,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:00.887315 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354fc582-8ee2-49ff-be2c-0cdf0844bda1 None None] The sync data for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi is: [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '6f6b2637-25c7-45cc-9574-dc7d7a650587', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'floating_ip_address': '172.27.3.28', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'port_id': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'mac_address': 'fa:16:3e:97:4a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:16Z', 'updated_at': '2022-07-28T22:28:58Z', 'revision_number': 1, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:24Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:29:01.006235 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a4e94-6d7f-44ff-ab67-6eb60ffdb538 req-267d535d-1f27-4606-ab0a-eec562345594 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:01.008004 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d89a4e94-6d7f-44ff-ab67-6eb60ffdb538 req-267d535d-1f27-4606-ab0a-eec562345594 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0594909 Jul 28 22:29:01.034330 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8440-9635-4531-bdeb-bfb567225920 admin admin] Publish callbacks [] for security_group (715c2cc1-9d48-46fb-be72-5ab429220373), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:01.057714 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8440-9635-4531-bdeb-bfb567225920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (715c2cc1-9d48-46fb-be72-5ab429220373), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:01.072605 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d89a4e94-6d7f-44ff-ab67-6eb60ffdb538 req-f997d271-ebb4-4a38-a718-ad1d3e133a02 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583863 Jul 28 22:29:01.104932 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-0e8e8440-9635-4531-bdeb-bfb567225920 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60150672560343a699493671b71cb901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5891550 Jul 28 22:29:01.107840 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40348) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:01.144728 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e8440-9635-4531-bdeb-bfb567225920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715c2cc1-9d48-46fb-be72-5ab429220373,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:01.177917 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-89fc399c-0ff8-488e-9724-6af879bf9a1b admin admin] Publish callbacks [] for security_group (715c2cc1-9d48-46fb-be72-5ab429220373), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:01.180384 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0e832213-f663-4fa9-b3eb-98d372f34b2c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:01.189002 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0e832213-f663-4fa9-b3eb-98d372f34b2c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (df75531d-e6aa-4e66-b721-1edc7efadff7), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:01.225614 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:01.228734 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-89fc399c-0ff8-488e-9724-6af879bf9a1b admin admin] Publish callbacks [] for security_group (715c2cc1-9d48-46fb-be72-5ab429220373), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:01.319651 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-89fc399c-0ff8-488e-9724-6af879bf9a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (715c2cc1-9d48-46fb-be72-5ab429220373), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:01.323173 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-89fc399c-0ff8-488e-9724-6af879bf9a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:01.326781 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-89fc399c-0ff8-488e-9724-6af879bf9a1b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/715c2cc1-9d48-46fb-be72-5ab429220373 HTTP/1.1" status: 204 len: 168 time: 0.2150240 Jul 28 22:29:01.342427 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc399c-0ff8-488e-9724-6af879bf9a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715c2cc1-9d48-46fb-be72-5ab429220373,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:01.399576 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40356) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:01.407559 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:01.425725 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e06fb2e9-9d78-4171-8911-e5275a203629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:01.556218 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d0084-a2c0-4604-bf72-74840941b25e req-a3f4b4c0-94ba-44c3-927c-2c528a48cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:01.558046 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1e0d0084-a2c0-4604-bf72-74840941b25e req-a3f4b4c0-94ba-44c3-927c-2c528a48cec4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 1130 time: 0.1761136 Jul 28 22:29:01.563250 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [None req-0e832213-f663-4fa9-b3eb-98d372f34b2c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Floating IP df75531d-e6aa-4e66-b721-1edc7efadff7 associated. External IP: 172.27.3.171, port: 3a6a91e7-1223-4e3c-8af2-8617d06c63d2. Jul 28 22:29:01.617790 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e06fb2e9-9d78-4171-8911-e5275a203629 admin admin] Publish callbacks [] for security_group (9dc70230-1050-43f0-881e-158e945d4ca0), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:01.631944 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e06fb2e9-9d78-4171-8911-e5275a203629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (9dc70230-1050-43f0-881e-158e945d4ca0), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:01.694101 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 40360) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:01.712736 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-e06fb2e9-9d78-4171-8911-e5275a203629 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9374c631c31442c482ffae6c6ca5af7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111744 Jul 28 22:29:01.714044 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fb2e9-9d78-4171-8911-e5275a203629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc70230-1050-43f0-881e-158e945d4ca0,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:01.716702 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40364) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:01.816519 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1261-5ff4-4366-b9ba-da86b0aa26f2 admin admin] Publish callbacks [] for security_group (9dc70230-1050-43f0-881e-158e945d4ca0), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:01.871597 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1261-5ff4-4366-b9ba-da86b0aa26f2 admin admin] Publish callbacks [] for security_group (9dc70230-1050-43f0-881e-158e945d4ca0), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:01.957401 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e832213-f663-4fa9-b3eb-98d372f34b2c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Router 4212d08f-0cd3-4631-829f-f12aa2744ce6 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:29:01.962781 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39d253-487b-4ab1-8a12-44773e8a2861 req-454d2ce3-3884-423f-bc21-e5aceafa19fd tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:01.969916 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-eb39d253-487b-4ab1-8a12-44773e8a2861 req-454d2ce3-3884-423f-bc21-e5aceafa19fd tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.1210313 Jul 28 22:29:02.054675 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66631a3-7a85-4801-a750-eb6164c30b75 req-79086330-2651-4c50-8d23-dac1c1946b43 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:02.057129 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a66631a3-7a85-4801-a750-eb6164c30b75 req-79086330-2651-4c50-8d23-dac1c1946b43 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 945 time: 0.1610277 Jul 28 22:29:02.062933 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-eb39d253-487b-4ab1-8a12-44773e8a2861 req-3ba3adae-41ce-4116-a94a-1d616cfe1222 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922036 Jul 28 22:29:02.146269 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1261-5ff4-4366-b9ba-da86b0aa26f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (9dc70230-1050-43f0-881e-158e945d4ca0), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:02.149765 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1261-5ff4-4366-b9ba-da86b0aa26f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:02.151407 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-4a4a1261-5ff4-4366-b9ba-da86b0aa26f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9dc70230-1050-43f0-881e-158e945d4ca0 HTTP/1.1" status: 204 len: 168 time: 0.4337270 Jul 28 22:29:02.165693 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9ae39b-e9c1-4f91-b6eb-d8d89b0af233 None None] New status for floating IP 6f6b2637-25c7-45cc-9574-dc7d7a650587: ACTIVE {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:29:02.180391 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a1261-5ff4-4366-b9ba-da86b0aa26f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc70230-1050-43f0-881e-158e945d4ca0,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:02.193004 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a66631a3-7a85-4801-a750-eb6164c30b75 req-ea2bca1c-bf43-4344-9267-f9d437234fa6 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286538 Jul 28 22:29:02.218234 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:02.261268 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-54a81861-3a99-4f55-9357-a7e474480692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:02.286297 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:02.323623 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40378) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:02.349096 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afbe5f-33b0-4c34-9e40-99beea337354 req-5c6107ce-8ae6-4306-95cd-27aef7f97baf tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:02.351231 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d4afbe5f-33b0-4c34-9e40-99beea337354 req-5c6107ce-8ae6-4306-95cd-27aef7f97baf tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.1252294 Jul 28 22:29:02.361572 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-31472b22-b8f5-4678-aab1-0d3247e2f09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:02.363728 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e832213-f663-4fa9-b3eb-98d372f34b2c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:29:02.372349 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0e832213-f663-4fa9-b3eb-98d372f34b2c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:02.376991 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231921ee-f085-4e98-88e2-c5cc227637d3 None None] Sync routers for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:29:02.382583 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d0084-a2c0-4604-bf72-74840941b25e req-1c7f19b0-e170-4a97-a098-aa80d9e0ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:02.384281 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1e0d0084-a2c0-4604-bf72-74840941b25e req-1c7f19b0-e170-4a97-a098-aa80d9e0ac9c service neutron] 10.222.0.58 "GET /v2.0/networks?id=425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 200 len: 918 time: 0.3673878 Jul 28 22:29:02.394982 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231921ee-f085-4e98-88e2-c5cc227637d3 None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:29:02.407923 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-231921ee-f085-4e98-88e2-c5cc227637d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:02.446980 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d4afbe5f-33b0-4c34-9e40-99beea337354 req-1e7a17a1-a326-4cad-955e-32b2d3ea91d0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876160 Jul 28 22:29:02.453812 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-0e832213-f663-4fa9-b3eb-98d372f34b2c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "PUT /v2.0/floatingips/df75531d-e6aa-4e66-b721-1edc7efadff7 HTTP/1.1" status: 200 len: 992 time: 2.2506130 Jul 28 22:29:02.453812 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'tag': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:29:02.464891 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8060698d-d6bd-4b79-b892-e268cdbfa7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "41e2af9e-d8ce-4edd-8aae-4158d00ef92f", "tag": "3a6a91e7-1223-4e3c-8af2-8617d06c63d2"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:29:02.529139 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:DELETE=6,neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:02.532349 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-31472b22-b8f5-4678-aab1-0d3247e2f09b admin admin] Publish callbacks [] for security_group (4ce69118-3358-43e2-8ff9-3d4b2e989419), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:02.541584 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-31472b22-b8f5-4678-aab1-0d3247e2f09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4ce69118-3358-43e2-8ff9-3d4b2e989419), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:02.550154 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-54a81861-3a99-4f55-9357-a7e474480692 admin admin] Publish callbacks [] for security_group (402419a4-04d5-4900-aeac-e15b21570984), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:02.562878 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-54a81861-3a99-4f55-9357-a7e474480692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (402419a4-04d5-4900-aeac-e15b21570984), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:02.585388 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4afe1e5-f731-49e3-9215-1291b51fd22f x-openstack-request-id: req-b4afe1e5-f731-49e3-9215-1291b51fd22f {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:29:02.590827 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e2af9e-d8ce-4edd-8aae-4158d00ef92f", "tag": "3a6a91e7-1223-4e3c-8af2-8617d06c63d2", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:29:02.591965 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4afe1e5-f731-49e3-9215-1291b51fd22f {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:29:02.592523 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4afe1e5-f731-49e3-9215-1291b51fd22f'] response: {'name': 'network-changed', 'server_uuid': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'tag': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'status': 'completed', 'code': 200} Jul 28 22:29:02.625917 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31472b22-b8f5-4678-aab1-0d3247e2f09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce69118-3358-43e2-8ff9-3d4b2e989419,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:02.640486 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-31472b22-b8f5-4678-aab1-0d3247e2f09b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0fb4e8f829e45fe85e09d4a3ce2e5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131351 Jul 28 22:29:02.641820 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40388) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:02.701191 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-54a81861-3a99-4f55-9357-a7e474480692 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b9c708b9ee44a3b9d7d49737a07c4ba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0037222 Jul 28 22:29:02.704624 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40392) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:02.706427 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a81861-3a99-4f55-9357-a7e474480692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402419a4-04d5-4900-aeac-e15b21570984,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:02.753555 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-231921ee-f085-4e98-88e2-c5cc227637d3 None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:29:02.798774 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:02.840525 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:02.866410 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3e4-2343-4e0a-8e44-41bf6f0e583d admin admin] Publish callbacks [] for security_group (4ce69118-3358-43e2-8ff9-3d4b2e989419), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:02.920038 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3e4-2343-4e0a-8e44-41bf6f0e583d admin admin] Publish callbacks [] for security_group (4ce69118-3358-43e2-8ff9-3d4b2e989419), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:02.922191 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e46aec4d-21fb-4cd9-9925-80bb46e5f747 admin admin] Publish callbacks [] for security_group (402419a4-04d5-4900-aeac-e15b21570984), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:02.974199 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e46aec4d-21fb-4cd9-9925-80bb46e5f747 admin admin] Publish callbacks [] for security_group (402419a4-04d5-4900-aeac-e15b21570984), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:03.030245 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3e4-2343-4e0a-8e44-41bf6f0e583d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4ce69118-3358-43e2-8ff9-3d4b2e989419), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:03.034459 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bad9e3e4-2343-4e0a-8e44-41bf6f0e583d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:03.035705 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-bad9e3e4-2343-4e0a-8e44-41bf6f0e583d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ce69118-3358-43e2-8ff9-3d4b2e989419 HTTP/1.1" status: 204 len: 168 time: 0.3915849 Jul 28 22:29:03.038917 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e46aec4d-21fb-4cd9-9925-80bb46e5f747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (402419a4-04d5-4900-aeac-e15b21570984), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:03.041281 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e46aec4d-21fb-4cd9-9925-80bb46e5f747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:03.042730 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-e46aec4d-21fb-4cd9-9925-80bb46e5f747 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/402419a4-04d5-4900-aeac-e15b21570984 HTTP/1.1" status: 204 len: 168 time: 0.3292310 Jul 28 22:29:03.067395 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9e3e4-2343-4e0a-8e44-41bf6f0e583d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce69118-3358-43e2-8ff9-3d4b2e989419,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:03.079231 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:03.088807 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-231921ee-f085-4e98-88e2-c5cc227637d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'df75531d-e6aa-4e66-b721-1edc7efadff7', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:f9:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:24Z', 'updated_at': '2022-07-28T22:29:01Z', 'revision_number': 1, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:03.093363 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46aec4d-21fb-4cd9-9925-80bb46e5f747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402419a4-04d5-4900-aeac-e15b21570984,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:03.170592 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1e0d0084-a2c0-4604-bf72-74840941b25e req-075454a1-115c-435e-8121-25d16937da57 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2 HTTP/1.1" status: 200 len: 1001 time: 0.1236808 Jul 28 22:29:03.198746 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231921ee-f085-4e98-88e2-c5cc227637d3 None None] Checking router: 4212d08f-0cd3-4631-829f-f12aa2744ce6 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:29:03.211480 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231921ee-f085-4e98-88e2-c5cc227637d3 None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:29:03.212738 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-231921ee-f085-4e98-88e2-c5cc227637d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:03.309196 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10d8f3-6a55-4add-ac27-fb6f8ee407ad req-48cf2d78-4e8c-450a-a27d-738feb65abe7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:03.310735 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2d10d8f3-6a55-4add-ac27-fb6f8ee407ad req-48cf2d78-4e8c-450a-a27d-738feb65abe7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0727417 Jul 28 22:29:03.350533 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-231921ee-f085-4e98-88e2-c5cc227637d3 None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:29:03.367465 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2d10d8f3-6a55-4add-ac27-fb6f8ee407ad req-a40dbb85-e392-41a9-8304-20afd179b07b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480504 Jul 28 22:29:03.545461 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b86e-2241-41ec-9623-79ad7ebf37d7 req-cf105fdc-c3a3-4712-97a5-d38a9945f511 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:03.547126 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e7d9b86e-2241-41ec-9623-79ad7ebf37d7 req-cf105fdc-c3a3-4712-97a5-d38a9945f511 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0899518 Jul 28 22:29:03.558867 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 40430) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:03.563310 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-8c47c471-bf43-44e0-a6de-55969de9dc91 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Request body: {'floatingip': {'port_id': '35af7134-fcd8-416d-b6f7-11f5d93a4613'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:29:03.618493 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8c47c471-bf43-44e0-a6de-55969de9dc91 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (0a68ac6c-91f1-47ea-bac3-ad128c21a5da), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:03.626317 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-231921ee-f085-4e98-88e2-c5cc227637d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'df75531d-e6aa-4e66-b721-1edc7efadff7', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:f9:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:24Z', 'updated_at': '2022-07-28T22:29:01Z', 'revision_number': 1, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:03.645804 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c7a2c-3a2c-4e8e-b582-91e220011328 req-82a2ad4e-335f-4ab6-9967-f350de80f049 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:03.649307 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-028c7a2c-3a2c-4e8e-b582-91e220011328 req-82a2ad4e-335f-4ab6-9967-f350de80f049 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0924628 Jul 28 22:29:03.664328 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231921ee-f085-4e98-88e2-c5cc227637d3 None None] The sync data for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi is: [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'df75531d-e6aa-4e66-b721-1edc7efadff7', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:f9:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:24Z', 'updated_at': '2022-07-28T22:29:01Z', 'revision_number': 1, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:29:03.757247 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-028c7a2c-3a2c-4e8e-b582-91e220011328 req-1885de17-b495-4b9d-8cf6-61efb916197d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010995 Jul 28 22:29:03.757798 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40436) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:03.770764 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060698d-d6bd-4b79-b892-e268cdbfa7cc req-047bc023-9462-454f-9fe3-f43ddbcfb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:03.772319 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8060698d-d6bd-4b79-b892-e268cdbfa7cc req-047bc023-9462-454f-9fe3-f43ddbcfb44b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 1130 time: 0.0879767 Jul 28 22:29:03.787523 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8ca18735-683a-4c30-a657-d13ed1d588d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:03.903872 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8ca18735-683a-4c30-a657-d13ed1d588d0 admin admin] Publish callbacks [] for security_group (4c72c69f-de80-4531-95f1-c79005ad4046), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:03.917457 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8ca18735-683a-4c30-a657-d13ed1d588d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4c72c69f-de80-4531-95f1-c79005ad4046), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:04.017508 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518aab6a-2f96-487b-82ee-8d286eb2ff00 None None] New status for floating IP df75531d-e6aa-4e66-b721-1edc7efadff7: ACTIVE {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:29:04.065607 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-8ca18735-683a-4c30-a657-d13ed1d588d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e77b4433bf344605885778d659f601e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925758 Jul 28 22:29:04.066791 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40448) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:04.121575 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca18735-683a-4c30-a657-d13ed1d588d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c72c69f-de80-4531-95f1-c79005ad4046,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:04.241832 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-437d6bcb-aca1-4f08-8cd8-30657e1d5660 admin admin] Publish callbacks [] for security_group (4c72c69f-de80-4531-95f1-c79005ad4046), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:04.244453 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:04.350851 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-437d6bcb-aca1-4f08-8cd8-30657e1d5660 admin admin] Publish callbacks [] for security_group (4c72c69f-de80-4531-95f1-c79005ad4046), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:04.378326 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a28ad-5b93-4e73-a938-f3b97f56696a req-e9082e18-c381-4c1a-9343-3569cdf8c53a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:04.380166 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a90a28ad-5b93-4e73-a938-f3b97f56696a req-e9082e18-c381-4c1a-9343-3569cdf8c53a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.1325336 Jul 28 22:29:04.460662 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:04.487116 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a90a28ad-5b93-4e73-a938-f3b97f56696a req-87c09522-97f4-4d02-a5a9-bd9afdefa75f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947812 Jul 28 22:29:04.492573 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-437d6bcb-aca1-4f08-8cd8-30657e1d5660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4c72c69f-de80-4531-95f1-c79005ad4046), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:04.495469 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-437d6bcb-aca1-4f08-8cd8-30657e1d5660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:04.497241 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-437d6bcb-aca1-4f08-8cd8-30657e1d5660 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c72c69f-de80-4531-95f1-c79005ad4046 HTTP/1.1" status: 204 len: 168 time: 0.4261475 Jul 28 22:29:04.508501 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d6bcb-aca1-4f08-8cd8-30657e1d5660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c72c69f-de80-4531-95f1-c79005ad4046,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:04.558790 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d0084-a2c0-4604-bf72-74840941b25e req-45c4427a-b260-4bad-b2a3-e2d47c7a582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:04.560260 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1e0d0084-a2c0-4604-bf72-74840941b25e req-45c4427a-b260-4bad-b2a3-e2d47c7a582b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d48d9b17-b454-4d3c-bc21-b33608361781 HTTP/1.1" status: 200 len: 856 time: 0.8785002 Jul 28 22:29:04.636870 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8337-30e9-4ad6-a4a7-309a70baac59 req-ad5cb7aa-2080-4d35-89ae-3be79bf20773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:04.651378 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-52ea8337-30e9-4ad6-a4a7-309a70baac59 req-ad5cb7aa-2080-4d35-89ae-3be79bf20773 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 1129 time: 0.1621029 Jul 28 22:29:04.825573 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060698d-d6bd-4b79-b892-e268cdbfa7cc req-ae144382-8d8d-43a0-baa0-9fb585c07a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:04.827432 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8060698d-d6bd-4b79-b892-e268cdbfa7cc req-ae144382-8d8d-43a0-baa0-9fb585c07a0b service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 916 time: 1.0122745 Jul 28 22:29:04.895525 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:04.913208 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d0084-a2c0-4604-bf72-74840941b25e req-37c33827-f8e5-4e75-83a0-b96d3309c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:04.914852 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1e0d0084-a2c0-4604-bf72-74840941b25e req-37c33827-f8e5-4e75-83a0-b96d3309c633 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=425ace09-193c-40d9-ace1-b357fa18c983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1788955 Jul 28 22:29:05.003117 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8060698d-d6bd-4b79-b892-e268cdbfa7cc req-99ea203d-3240-4a9a-884c-b780d0a3e254 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a6a91e7-1223-4e3c-8af2-8617d06c63d2 HTTP/1.1" status: 200 len: 1002 time: 0.1578031 Jul 28 22:29:05.003516 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:05.047838 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8337-30e9-4ad6-a4a7-309a70baac59 req-6ed1308c-9bc3-47fe-8af1-b76ebaa522ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:05.048237 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-52ea8337-30e9-4ad6-a4a7-309a70baac59 req-6ed1308c-9bc3-47fe-8af1-b76ebaa522ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 920 time: 0.3133790 Jul 28 22:29:05.243654 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-52ea8337-30e9-4ad6-a4a7-309a70baac59 req-6e2038da-7bc4-4d6a-9187-f4ace6e073cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9978da88-5a78-4aab-a326-2ea421a9deb1 HTTP/1.1" status: 200 len: 217 time: 0.0794146 Jul 28 22:29:05.333293 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.db.resource_extend [None req-8c47c471-bf43-44e0-a6de-55969de9dc91 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 28 22:29:05.423776 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060698d-d6bd-4b79-b892-e268cdbfa7cc req-bea2e9e8-4be1-46bb-928b-ee75ef26a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:05.425982 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8060698d-d6bd-4b79-b892-e268cdbfa7cc req-bea2e9e8-4be1-46bb-928b-ee75ef26a1b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd9d7ef8-b1ea-409f-bc0d-02c57dced297 HTTP/1.1" status: 200 len: 854 time: 0.2630208 Jul 28 22:29:05.448094 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8c47c471-bf43-44e0-a6de-55969de9dc91 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:05.449869 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8337-30e9-4ad6-a4a7-309a70baac59 req-4775f918-da9f-422e-8e02-1bd7f5237ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:05.451346 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-52ea8337-30e9-4ad6-a4a7-309a70baac59 req-4775f918-da9f-422e-8e02-1bd7f5237ccc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.1454818 Jul 28 22:29:05.463909 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8c47c471-bf43-44e0-a6de-55969de9dc91 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (0a68ac6c-91f1-47ea-bac3-ad128c21a5da), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:05.558931 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1e0d0084-a2c0-4604-bf72-74840941b25e req-5ca6f897-7a38-411f-a4e6-9d464013da6c service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073822 Jul 28 22:29:05.683136 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060698d-d6bd-4b79-b892-e268cdbfa7cc req-2466bcee-fb46-4079-8f93-cb9fe8382754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:05.683136 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8060698d-d6bd-4b79-b892-e268cdbfa7cc req-2466bcee-fb46-4079-8f93-cb9fe8382754 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ba94cd9-b91a-4088-b65d-e5c882850ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2154434 Jul 28 22:29:05.683136 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8337-30e9-4ad6-a4a7-309a70baac59 req-9b4b6730-273e-45be-831a-95a93aba57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:05.683136 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-52ea8337-30e9-4ad6-a4a7-309a70baac59 req-9b4b6730-273e-45be-831a-95a93aba57a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2180488 Jul 28 22:29:05.692822 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e88ca3-fa9c-4c68-81ef-3cf634c83984 req-821d3970-d4ab-4615-947b-6ac17fc67596 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:05.699807 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f4e88ca3-fa9c-4c68-81ef-3cf634c83984 req-821d3970-d4ab-4615-947b-6ac17fc67596 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0733941 Jul 28 22:29:05.764456 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f4e88ca3-fa9c-4c68-81ef-3cf634c83984 req-b66e4993-8cd4-4561-8fa1-1c34a417eb5d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637217 Jul 28 22:29:05.836322 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [None req-8c47c471-bf43-44e0-a6de-55969de9dc91 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Floating IP 0a68ac6c-91f1-47ea-bac3-ad128c21a5da associated. External IP: 172.27.3.243, port: 35af7134-fcd8-416d-b6f7-11f5d93a4613. Jul 28 22:29:05.920036 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1e0d0084-a2c0-4604-bf72-74840941b25e req-2e581c53-e2e6-4719-ad45-692eedea12f5 service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507395 Jul 28 22:29:05.963794 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:06.003589 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-52ea8337-30e9-4ad6-a4a7-309a70baac59 req-1de8318f-809b-46ba-a2ef-44ca0220f653 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068507 Jul 28 22:29:06.012737 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8060698d-d6bd-4b79-b892-e268cdbfa7cc req-54761220-7186-44cf-be0d-2ebcf87fe5a6 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133645 Jul 28 22:29:06.334920 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:06.468729 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a9415d1f-8bf0-4b78-a43b-12e38098dca7 req-d2ce58a6-57e0-491b-8828-3e72e2e00e82 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1685936 Jul 28 22:29:06.470409 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40536) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:06.527814 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-52ea8337-30e9-4ad6-a4a7-309a70baac59 req-0a837b04-3c2a-43fc-b287-fcf4e6d9f523 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075324 Jul 28 22:29:06.539886 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8060698d-d6bd-4b79-b892-e268cdbfa7cc req-222ff291-dc27-443b-9aa7-e6633f8d7ab3 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184727 Jul 28 22:29:06.547935 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c47c471-bf43-44e0-a6de-55969de9dc91 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Router 7c77e946-c3d6-4a3e-bc59-6535446eba09 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:29:06.601292 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9415d1f-8bf0-4b78-a43b-12e38098dca7 req-57080951-1255-448f-ab8b-51493901838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:06.602274 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a9415d1f-8bf0-4b78-a43b-12e38098dca7 req-57080951-1255-448f-ab8b-51493901838d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 1130 time: 0.0533135 Jul 28 22:29:06.616602 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7f201615-a36e-40b9-8ef9-f3419f2fb9e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:06.704031 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7f201615-a36e-40b9-8ef9-f3419f2fb9e8 admin admin] Publish callbacks [] for security_group (ef643330-852e-4478-8692-5b255597ef34), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:06.709346 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7f201615-a36e-40b9-8ef9-f3419f2fb9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ef643330-852e-4478-8692-5b255597ef34), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:06.750303 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f201615-a36e-40b9-8ef9-f3419f2fb9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef643330-852e-4478-8692-5b255597ef34,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:06.759251 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-7f201615-a36e-40b9-8ef9-f3419f2fb9e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d97f768db335416a8dcc49a7ed495cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872517 Jul 28 22:29:06.759835 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40548) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:06.780854 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c47c471-bf43-44e0-a6de-55969de9dc91 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:29:06.787623 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8c47c471-bf43-44e0-a6de-55969de9dc91 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:06.793015 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9415d1f-8bf0-4b78-a43b-12e38098dca7 req-249d114e-6234-466c-a360-f5d22946d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:06.794767 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a9415d1f-8bf0-4b78-a43b-12e38098dca7 req-249d114e-6234-466c-a360-f5d22946d4eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 200 len: 918 time: 0.1615231 Jul 28 22:29:06.795581 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe37369f-dce1-49e9-af43-fcaac8237325 None None] Sync routers for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:29:06.811271 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe37369f-dce1-49e9-af43-fcaac8237325 None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:29:06.812511 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fe37369f-dce1-49e9-af43-fcaac8237325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:06.820474 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7b00865c-8ee6-40d7-92f5-027964f898ff admin admin] Publish callbacks [] for security_group (ef643330-852e-4478-8692-5b255597ef34), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:06.846741 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7b00865c-8ee6-40d7-92f5-027964f898ff admin admin] Publish callbacks [] for security_group (ef643330-852e-4478-8692-5b255597ef34), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:06.863936 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-8c47c471-bf43-44e0-a6de-55969de9dc91 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "PUT /v2.0/floatingips/0a68ac6c-91f1-47ea-bac3-ad128c21a5da HTTP/1.1" status: 200 len: 991 time: 3.3039651 Jul 28 22:29:06.868867 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc2682a-cbca-49c8-8e74-2d9ed7062e93', 'tag': '35af7134-fcd8-416d-b6f7-11f5d93a4613'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:29:06.871251 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4311c60-a5e2-4269-990a-9f147f67cc6b" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc2682a-cbca-49c8-8e74-2d9ed7062e93", "tag": "35af7134-fcd8-416d-b6f7-11f5d93a4613"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:29:06.898882 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a9415d1f-8bf0-4b78-a43b-12e38098dca7 req-7af44fb8-95e3-4e48-bf00-96d35977d816 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2 HTTP/1.1" status: 200 len: 1001 time: 0.0845315 Jul 28 22:29:06.919673 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126177c6-7137-4b3a-a0b6-65485e115055 x-openstack-request-id: req-126177c6-7137-4b3a-a0b6-65485e115055 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:29:06.920469 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc2682a-cbca-49c8-8e74-2d9ed7062e93", "tag": "35af7134-fcd8-416d-b6f7-11f5d93a4613", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:29:06.920986 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-126177c6-7137-4b3a-a0b6-65485e115055 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:29:06.921626 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126177c6-7137-4b3a-a0b6-65485e115055'] response: {'name': 'network-changed', 'server_uuid': '8cc2682a-cbca-49c8-8e74-2d9ed7062e93', 'tag': '35af7134-fcd8-416d-b6f7-11f5d93a4613', 'status': 'completed', 'code': 200} Jul 28 22:29:06.929976 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7b00865c-8ee6-40d7-92f5-027964f898ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ef643330-852e-4478-8692-5b255597ef34), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:06.934260 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7b00865c-8ee6-40d7-92f5-027964f898ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:06.941060 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-7b00865c-8ee6-40d7-92f5-027964f898ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef643330-852e-4478-8692-5b255597ef34 HTTP/1.1" status: 204 len: 168 time: 0.1800525 Jul 28 22:29:06.968486 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-fe37369f-dce1-49e9-af43-fcaac8237325 None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:29:06.992467 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00865c-8ee6-40d7-92f5-027964f898ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef643330-852e-4478-8692-5b255597ef34,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:07.004129 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9415d1f-8bf0-4b78-a43b-12e38098dca7 req-4d5247dd-754d-458c-be66-a2a1f914936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:07.005631 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a9415d1f-8bf0-4b78-a43b-12e38098dca7 req-4d5247dd-754d-458c-be66-a2a1f914936c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d48d9b17-b454-4d3c-bc21-b33608361781 HTTP/1.1" status: 200 len: 856 time: 0.0827098 Jul 28 22:29:07.021375 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836dc559-36d8-4f30-93c8-a5102a8b25d0 req-7a3c3a45-7525-4885-ac9e-7ea0b385010d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:07.026105 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:07.033120 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-836dc559-36d8-4f30-93c8-a5102a8b25d0 req-7a3c3a45-7525-4885-ac9e-7ea0b385010d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.1172893 Jul 28 22:29:07.045494 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311c60-a5e2-4269-990a-9f147f67cc6b req-a6916399-360d-470e-9b4e-51db6751d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:07.047018 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e4311c60-a5e2-4269-990a-9f147f67cc6b req-a6916399-360d-470e-9b4e-51db6751d450 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d829cbd8678145668ea811e01093fcfc&device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 1129 time: 0.0793366 Jul 28 22:29:07.060761 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9415d1f-8bf0-4b78-a43b-12e38098dca7 req-25af0f12-c436-489a-a944-8d0ac6c27e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:07.062471 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a9415d1f-8bf0-4b78-a43b-12e38098dca7 req-25af0f12-c436-489a-a944-8d0ac6c27e14 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=425ace09-193c-40d9-ace1-b357fa18c983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490782 Jul 28 22:29:07.108737 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-836dc559-36d8-4f30-93c8-a5102a8b25d0 req-aafd5aeb-b7f7-4dfb-b3af-1d6b4ca64241 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725968 Jul 28 22:29:07.118681 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40560) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:07.243076 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311c60-a5e2-4269-990a-9f147f67cc6b req-d64dbc24-525f-47e5-94a5-7d867840bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:07.244726 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e4311c60-a5e2-4269-990a-9f147f67cc6b req-d64dbc24-525f-47e5-94a5-7d867840bc3c service neutron] 10.222.0.58 "GET /v2.0/networks?id=464fee12-f052-4124-8f6c-243235b340a4 HTTP/1.1" status: 200 len: 912 time: 0.1814325 Jul 28 22:29:07.248246 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a9415d1f-8bf0-4b78-a43b-12e38098dca7 req-c8340c9e-1a02-4373-a6d7-2dcdaa74a25e service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625767 Jul 28 22:29:07.361858 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:07.414902 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e4311c60-a5e2-4269-990a-9f147f67cc6b req-a58db72a-8239-42cb-adcb-9132eebec30f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35af7134-fcd8-416d-b6f7-11f5d93a4613 HTTP/1.1" status: 200 len: 999 time: 0.1459289 Jul 28 22:29:07.425038 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fe37369f-dce1-49e9-af43-fcaac8237325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '0a68ac6c-91f1-47ea-bac3-ad128c21a5da', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'port_id': '35af7134-fcd8-416d-b6f7-11f5d93a4613', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'mac_address': 'fa:16:3e:96:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2682a-cbca-49c8-8e74-2d9ed7062e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:21Z', 'updated_at': '2022-07-28T22:29:05Z', 'revision_number': 1, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 5, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:07.459835 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe37369f-dce1-49e9-af43-fcaac8237325 None None] Checking router: 7c77e946-c3d6-4a3e-bc59-6535446eba09 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:29:07.468957 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe37369f-dce1-49e9-af43-fcaac8237325 None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:29:07.469790 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fe37369f-dce1-49e9-af43-fcaac8237325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:28:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:07.485018 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:07.498252 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a9415d1f-8bf0-4b78-a43b-12e38098dca7 req-04c2060d-a81f-474b-8ea9-3c1cee9615ae service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207768 Jul 28 22:29:07.535810 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311c60-a5e2-4269-990a-9f147f67cc6b req-edb3671f-1435-4d9a-aa45-fa51be5e6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:07.539589 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e4311c60-a5e2-4269-990a-9f147f67cc6b req-edb3671f-1435-4d9a-aa45-fa51be5e6a06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bc16b42-782d-4edd-b93c-9d5d6fc93f7a HTTP/1.1" status: 200 len: 850 time: 0.1029727 Jul 28 22:29:07.612644 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-fe37369f-dce1-49e9-af43-fcaac8237325 None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:29:07.622000 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311c60-a5e2-4269-990a-9f147f67cc6b req-8555d85d-e677-4e4f-9c33-d2bdfe4060ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:07.622541 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6f84f48b-27d6-4c72-9bc2-592e100c2d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:07.625189 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e4311c60-a5e2-4269-990a-9f147f67cc6b req-8555d85d-e677-4e4f-9c33-d2bdfe4060ab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=464fee12-f052-4124-8f6c-243235b340a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776405 Jul 28 22:29:07.723339 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6f84f48b-27d6-4c72-9bc2-592e100c2d6a admin admin] Publish callbacks [] for security_group (efb969b5-5348-40b4-b4bd-ad9122c00c65), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:07.730104 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6f84f48b-27d6-4c72-9bc2-592e100c2d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (efb969b5-5348-40b4-b4bd-ad9122c00c65), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:07.761325 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:07.764348 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e4311c60-a5e2-4269-990a-9f147f67cc6b req-0d19515e-6888-4ec6-b0c8-e0c2e5ff82ad service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269407 Jul 28 22:29:07.770324 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6f84f48b-27d6-4c72-9bc2-592e100c2d6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=998659079ffe487eababb26d98288828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6502476 Jul 28 22:29:07.770788 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 40586) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:07.803086 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84f48b-27d6-4c72-9bc2-592e100c2d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb969b5-5348-40b4-b4bd-ad9122c00c65,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:07.900422 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fe37369f-dce1-49e9-af43-fcaac8237325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '0a68ac6c-91f1-47ea-bac3-ad128c21a5da', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'port_id': '35af7134-fcd8-416d-b6f7-11f5d93a4613', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'mac_address': 'fa:16:3e:96:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2682a-cbca-49c8-8e74-2d9ed7062e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:21Z', 'updated_at': '2022-07-28T22:29:05Z', 'revision_number': 1, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 5, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:07.915854 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-947cb6b2-eacb-43a2-b949-fcc98108b68d admin admin] Publish callbacks [] for security_group (efb969b5-5348-40b4-b4bd-ad9122c00c65), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:07.926790 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe37369f-dce1-49e9-af43-fcaac8237325 None None] The sync data for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi is: [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '0a68ac6c-91f1-47ea-bac3-ad128c21a5da', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'port_id': '35af7134-fcd8-416d-b6f7-11f5d93a4613', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'mac_address': 'fa:16:3e:96:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc2682a-cbca-49c8-8e74-2d9ed7062e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:21Z', 'updated_at': '2022-07-28T22:29:05Z', 'revision_number': 1, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 5, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:29:07.939152 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-947cb6b2-eacb-43a2-b949-fcc98108b68d admin admin] Publish callbacks [] for security_group (efb969b5-5348-40b4-b4bd-ad9122c00c65), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:07.976670 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e4311c60-a5e2-4269-990a-9f147f67cc6b req-6ae7b6e9-24b3-46f7-90a2-0822c4a594db service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886082 Jul 28 22:29:07.984313 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:08.027521 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-947cb6b2-eacb-43a2-b949-fcc98108b68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (efb969b5-5348-40b4-b4bd-ad9122c00c65), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:08.030357 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-947cb6b2-eacb-43a2-b949-fcc98108b68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:08.031657 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-947cb6b2-eacb-43a2-b949-fcc98108b68d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efb969b5-5348-40b4-b4bd-ad9122c00c65 HTTP/1.1" status: 204 len: 168 time: 0.2590692 Jul 28 22:29:08.044159 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cb6b2-eacb-43a2-b949-fcc98108b68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb969b5-5348-40b4-b4bd-ad9122c00c65,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:08.186023 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145631f2-8643-44cd-92e5-62600782f8e3 None None] New status for floating IP 0a68ac6c-91f1-47ea-bac3-ad128c21a5da: ACTIVE {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:29:08.299054 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f5d8a-4814-4b62-955a-9cc3d51578b9 req-6d8fb9fd-28df-485f-8756-577e6dd17501 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:08.300854 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-db0f5d8a-4814-4b62-955a-9cc3d51578b9 req-6d8fb9fd-28df-485f-8756-577e6dd17501 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0706375 Jul 28 22:29:08.370184 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-db0f5d8a-4814-4b62-955a-9cc3d51578b9 req-7aed0bad-4ced-439a-96d0-c21b2f4ebd07 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635486 Jul 28 22:29:08.903042 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 40634) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:09.019147 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-73437b89-8a22-423f-bc83-940788eb01f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.044749 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:09.106844 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-73437b89-8a22-423f-bc83-940788eb01f1 admin admin] Publish callbacks [] for security_group (8a18de4e-f50f-4809-80f2-fe0c14c3e3d2), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.111911 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-73437b89-8a22-423f-bc83-940788eb01f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (8a18de4e-f50f-4809-80f2-fe0c14c3e3d2), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.153731 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-73437b89-8a22-423f-bc83-940788eb01f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60fc249e928b47f497157ed0d454d509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495184 Jul 28 22:29:09.155136 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73437b89-8a22-423f-bc83-940788eb01f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a18de4e-f50f-4809-80f2-fe0c14c3e3d2,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:09.156468 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40642) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:09.223239 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:09.227695 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c5750604-8f10-4a39-910d-bbc358d25056 admin admin] Publish callbacks [] for security_group (8a18de4e-f50f-4809-80f2-fe0c14c3e3d2), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.254827 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c5750604-8f10-4a39-910d-bbc358d25056 admin admin] Publish callbacks [] for security_group (8a18de4e-f50f-4809-80f2-fe0c14c3e3d2), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.317021 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c5750604-8f10-4a39-910d-bbc358d25056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (8a18de4e-f50f-4809-80f2-fe0c14c3e3d2), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.320003 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c5750604-8f10-4a39-910d-bbc358d25056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.323640 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c5750604-8f10-4a39-910d-bbc358d25056 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a18de4e-f50f-4809-80f2-fe0c14c3e3d2 HTTP/1.1" status: 204 len: 168 time: 0.1631539 Jul 28 22:29:09.331421 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5750604-8f10-4a39-910d-bbc358d25056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a18de4e-f50f-4809-80f2-fe0c14c3e3d2,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:09.501801 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32e4aa-ef8c-41c3-9e6d-ab4f4d6a3512 req-6aa92447-433c-4890-8124-b1a61f85f4ce tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:09.503479 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bb32e4aa-ef8c-41c3-9e6d-ab4f4d6a3512 req-6aa92447-433c-4890-8124-b1a61f85f4ce tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0486279 Jul 28 22:29:09.553043 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bb32e4aa-ef8c-41c3-9e6d-ab4f4d6a3512 req-7882f817-ac3c-4932-bd75-49c8d4596fe7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439088 Jul 28 22:29:09.640448 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40658) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:09.653810 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6ea3d8ec-9b5f-4ff1-855d-905f7604c587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.737661 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6ea3d8ec-9b5f-4ff1-855d-905f7604c587 admin admin] Publish callbacks [] for security_group (f4200a13-37ab-4a9c-beeb-0a288bcd3729), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.741306 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6ea3d8ec-9b5f-4ff1-855d-905f7604c587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (f4200a13-37ab-4a9c-beeb-0a288bcd3729), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.779642 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6ea3d8ec-9b5f-4ff1-855d-905f7604c587 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=443dd294fc01418bacf0d78d528dfcef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381891 Jul 28 22:29:09.780738 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3d8ec-9b5f-4ff1-855d-905f7604c587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4200a13-37ab-4a9c-beeb-0a288bcd3729,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:09.782393 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 40660) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:09.832638 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a599bb97-c9b9-449b-8dd0-9b474aca0b32 admin admin] Publish callbacks [] for security_group (f4200a13-37ab-4a9c-beeb-0a288bcd3729), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.854798 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a599bb97-c9b9-449b-8dd0-9b474aca0b32 admin admin] Publish callbacks [] for security_group (f4200a13-37ab-4a9c-beeb-0a288bcd3729), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.901544 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a599bb97-c9b9-449b-8dd0-9b474aca0b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (f4200a13-37ab-4a9c-beeb-0a288bcd3729), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.904121 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a599bb97-c9b9-449b-8dd0-9b474aca0b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:09.907749 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-a599bb97-c9b9-449b-8dd0-9b474aca0b32 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4200a13-37ab-4a9c-beeb-0a288bcd3729 HTTP/1.1" status: 204 len: 168 time: 0.1218126 Jul 28 22:29:09.914906 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599bb97-c9b9-449b-8dd0-9b474aca0b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4200a13-37ab-4a9c-beeb-0a288bcd3729,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:10.707871 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78000b75-4b10-4dff-af3b-5f537a0ca968 req-3d7848e5-6d45-424a-a165-56697d0f69a7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:10.710691 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-78000b75-4b10-4dff-af3b-5f537a0ca968 req-3d7848e5-6d45-424a-a165-56697d0f69a7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0654757 Jul 28 22:29:10.731299 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40726) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:10.772008 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-78000b75-4b10-4dff-af3b-5f537a0ca968 req-f88c4b44-d786-4ba0-b30e-04ed08a162d6 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560050 Jul 28 22:29:10.841002 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1462925528-network', 'tenant_id': 'da5c439035bf4fe1bcf123752ab0566f'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:29:10.863736 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Made reservation on behalf of da5c439035bf4fe1bcf123752ab0566f for: {'network': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:29:10.866300 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:10.875990 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:10.957786 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Publish callbacks [] for security_group (39e8f869-c7ea-4660-a5f4-5326a96ddccd), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:10.962127 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (39e8f869-c7ea-4660-a5f4-5326a96ddccd), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:10.994561 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38671042-9886-4590-846d-e374073b56aa admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=104117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:29:11.000136 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e8f869-c7ea-4660-a5f4-5326a96ddccd,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:11.003679 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:11.009958 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (606d572a-d396-4bed-a074-46f7792d1f32), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:11.010217 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.segments_db [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Added segment 606d572a-d396-4bed-a074-46f7792d1f32 of type vlan for network 7afec142-10eb-4a87-a472-31d060e69e64 Jul 28 22:29:11.064970 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (7afec142-10eb-4a87-a472-31d060e69e64), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:11.090563 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (7afec142-10eb-4a87-a472-31d060e69e64), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:11.091608 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:11.092263 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:11.097843 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:11.147004 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-38671042-9886-4590-846d-e374073b56aa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4143510 Jul 28 22:29:11.150235 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 40736) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:11.155090 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-a0d5f8e3-3050-4a5f-83a2-75245b766934 admin admin] Request body: {'subnet': {'network_id': '7afec142-10eb-4a87-a472-31d060e69e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1462925528-subnet', 'tenant_id': 'da5c439035bf4fe1bcf123752ab0566f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:29:11.159142 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38671042-9886-4590-846d-e374073b56aa admin admin] Pushing event updated for resources: {'Network': ['ID=7afec142-10eb-4a87-a472-31d060e69e64,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:11.173133 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 7afec142-10eb-4a87-a472-31d060e69e64 details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:29:11.175956 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d5f8e3-3050-4a5f-83a2-75245b766934 admin admin] Made reservation on behalf of da5c439035bf4fe1bcf123752ab0566f for: {'subnet': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:29:11.178353 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a0d5f8e3-3050-4a5f-83a2-75245b766934 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:11.293043 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:11.348798 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a0d5f8e3-3050-4a5f-83a2-75245b766934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for subnet (40412047-548c-4399-b4c0-7de69cb90d1e), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:11.410557 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5f8e3-3050-4a5f-83a2-75245b766934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40412047-548c-4399-b4c0-7de69cb90d1e,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:11.419838 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5f8e3-3050-4a5f-83a2-75245b766934 admin admin] Checking segment: {'id': '606d572a-d396-4bed-a074-46f7792d1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7afec142-10eb-4a87-a472-31d060e69e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:29:11.420208 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d5f8e3-3050-4a5f-83a2-75245b766934 admin admin] Network hostable DHCP agents. Network: 7afec142-10eb-4a87-a472-31d060e69e64, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:29:11.439334 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d5f8e3-3050-4a5f-83a2-75245b766934 admin admin] Network 7afec142-10eb-4a87-a472-31d060e69e64 is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:29:11.448571 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-a0d5f8e3-3050-4a5f-83a2-75245b766934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 7afec142-10eb-4a87-a472-31d060e69e64) {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:29:11.452776 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d5f8e3-3050-4a5f-83a2-75245b766934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:11.453693 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a0d5f8e3-3050-4a5f-83a2-75245b766934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:11.457942 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841cc92e-0749-455e-8fcb-e018d52c1cd5 None None] Network 7afec142-10eb-4a87-a472-31d060e69e64 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:29:11.470004 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-a0d5f8e3-3050-4a5f-83a2-75245b766934 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3186970 Jul 28 22:29:11.504823 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:11.564834 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fabf23-9b56-4c87-b481-42e3c2374824 None None] Network 7afec142-10eb-4a87-a472-31d060e69e64 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:29:11.913821 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067bdf-ff2a-4e6c-b841-2ac622a6a5db req-709efe2d-6092-464a-b8c5-e7e966813adf tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:11.916142 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-dc067bdf-ff2a-4e6c-b841-2ac622a6a5db req-709efe2d-6092-464a-b8c5-e7e966813adf tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0605333 Jul 28 22:29:11.948406 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 40756) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:11.986586 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-dc067bdf-ff2a-4e6c-b841-2ac622a6a5db req-d8b8f260-8e18-44d4-a100-2cc354b9f1d9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642459 Jul 28 22:29:12.087789 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-015fcc75-2be7-4428-a591-fe9c62e3dace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:12.171746 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=14,neutron:UPDATE=1,neutron:SELECT=81,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:12.177356 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-015fcc75-2be7-4428-a591-fe9c62e3dace admin admin] Publish callbacks [] for security_group (1514c925-30b1-496f-98ef-dfe77c5ed7b6), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:12.181623 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-015fcc75-2be7-4428-a591-fe9c62e3dace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (1514c925-30b1-496f-98ef-dfe77c5ed7b6), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:12.224521 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-015fcc75-2be7-4428-a591-fe9c62e3dace admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=568b7b66ffdd412f8cc51834893a44b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739813 Jul 28 22:29:12.225651 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fcc75-2be7-4428-a591-fe9c62e3dace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1514c925-30b1-496f-98ef-dfe77c5ed7b6,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:12.227182 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 40772) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:12.283370 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-79e6dc77-1c10-440f-b54c-cb81030f9b7f admin admin] Publish callbacks [] for security_group (1514c925-30b1-496f-98ef-dfe77c5ed7b6), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:12.306957 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-79e6dc77-1c10-440f-b54c-cb81030f9b7f admin admin] Publish callbacks [] for security_group (1514c925-30b1-496f-98ef-dfe77c5ed7b6), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:12.337118 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:12.356309 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-79e6dc77-1c10-440f-b54c-cb81030f9b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (1514c925-30b1-496f-98ef-dfe77c5ed7b6), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:12.359126 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-79e6dc77-1c10-440f-b54c-cb81030f9b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:12.360356 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-79e6dc77-1c10-440f-b54c-cb81030f9b7f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1514c925-30b1-496f-98ef-dfe77c5ed7b6 HTTP/1.1" status: 204 len: 168 time: 0.1312788 Jul 28 22:29:12.370704 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6dc77-1c10-440f-b54c-cb81030f9b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1514c925-30b1-496f-98ef-dfe77c5ed7b6,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:13.108582 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbe122-c5f9-4186-8b99-18f890990fb3 req-d43d6a88-2913-481d-9a8c-e3ed3373bae1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:13.110107 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2ddbe122-c5f9-4186-8b99-18f890990fb3 req-d43d6a88-2913-481d-9a8c-e3ed3373bae1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0495589 Jul 28 22:29:13.175367 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2ddbe122-c5f9-4186-8b99-18f890990fb3 req-5132c8bd-ca7b-4697-9439-061f9c80b22c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576324 Jul 28 22:29:13.396444 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-dd075d12-8484-4d91-8b83-07da62c6936c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:13.397985 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-dd075d12-8484-4d91-8b83-07da62c6936c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/networks?id=7afec142-10eb-4a87-a472-31d060e69e64 HTTP/1.1" status: 200 len: 814 time: 0.1310389 Jul 28 22:29:13.421599 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-5556ed7f-f307-4dd0-86d1-6dffc053b6b5 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/quotas/da5c439035bf4fe1bcf123752ab0566f HTTP/1.1" status: 200 len: 375 time: 0.0170963 Jul 28 22:29:13.458878 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-ce5b9e78-1d5c-468e-a9df-82144776e452 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da5c439035bf4fe1bcf123752ab0566f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362482 Jul 28 22:29:13.565067 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-487aecd2-7537-45d2-95a1-b9c5e1c04994 service neutron] 10.222.0.39 "GET /v2.0/networks/7afec142-10eb-4a87-a472-31d060e69e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993359 Jul 28 22:29:13.665562 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6b6a2790-6e65-4ab0-89a4-a4bb7e5d1cd4 service neutron] 10.222.0.39 "GET /v2.0/networks/7afec142-10eb-4a87-a472-31d060e69e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941985 Jul 28 22:29:13.833995 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0aa4f9dd-fd67-46c3-90fe-0aa78400356a req-fc1b899b-2d3f-4c44-9b0a-91589f63238d tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 210 time: 0.0315356 Jul 28 22:29:14.296789 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcab41-0b2d-4993-bfa1-22f4dce7ad45 req-81c43830-92bd-4c69-8f93-c8690bf6663d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:14.299079 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-92bcab41-0b2d-4993-bfa1-22f4dce7ad45 req-81c43830-92bd-4c69-8f93-c8690bf6663d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0472746 Jul 28 22:29:14.355092 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-92bcab41-0b2d-4993-bfa1-22f4dce7ad45 req-208dcda4-bca8-4f82-abcd-013abba9056d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503922 Jul 28 22:29:14.986506 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-561f635b-b95d-4bd0-beb1-589f4378887c req-2de19076-6a2c-4634-a903-cf5334c4e5a7 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 210 time: 0.0664923 Jul 28 22:29:15.146280 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-3260669d-00d3-488a-8858-300af5bd5366 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:15.148085 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-3260669d-00d3-488a-8858-300af5bd5366 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.58 "GET /v2.0/networks?id=7afec142-10eb-4a87-a472-31d060e69e64 HTTP/1.1" status: 200 len: 814 time: 0.1895711 Jul 28 22:29:15.219547 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937e43c-a365-489b-8d23-49b24526083f req-62bcd2c6-3065-4a8d-adaa-088c83128bf2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:15.221578 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d937e43c-a365-489b-8d23-49b24526083f req-62bcd2c6-3065-4a8d-adaa-088c83128bf2 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 945 time: 0.0456970 Jul 28 22:29:15.254302 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:15.269462 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d937e43c-a365-489b-8d23-49b24526083f req-5b2cab66-fbb7-4fda-8af4-7b507a418836 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Jul 28 22:29:15.395709 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5e49e0d4-dbd6-40be-91af-0e17c4b95a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:15.476520 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fd81d-96bd-4a51-8fa0-cdc0bafe5d60 req-303a0de0-7ae8-4530-918c-5bbb40b57e93 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:15.478152 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d72fd81d-96bd-4a51-8fa0-cdc0bafe5d60 req-303a0de0-7ae8-4530-918c-5bbb40b57e93 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0483353 Jul 28 22:29:15.513239 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:15.526326 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d72fd81d-96bd-4a51-8fa0-cdc0bafe5d60 req-ba3818a7-3943-453e-95f0-76826ac58045 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425563 Jul 28 22:29:16.120862 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d8f1746a-2a20-4df4-bf83-0a93d0c0a72d req-56bb9510-e228-47f5-9c98-117c7c0c6bd0 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 210 time: 0.0345700 Jul 28 22:29:16.397007 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d4adc-ffb1-46ce-8a5f-6c0873f58602 req-6cec0cd0-9946-47b6-90eb-f62297d8a061 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:16.398601 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b70d4adc-ffb1-46ce-8a5f-6c0873f58602 req-6cec0cd0-9946-47b6-90eb-f62297d8a061 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 945 time: 0.0511804 Jul 28 22:29:16.449709 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b70d4adc-ffb1-46ce-8a5f-6c0873f58602 req-7d1543d4-cec7-4fd0-8f49-06b542ff5f81 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Jul 28 22:29:16.647865 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442ab3f-21ea-46b9-a0be-faba5540e20a req-be0b0cf4-53f4-4f8e-aae1-f3d96a92ef92 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:16.649304 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4442ab3f-21ea-46b9-a0be-faba5540e20a req-be0b0cf4-53f4-4f8e-aae1-f3d96a92ef92 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0494289 Jul 28 22:29:16.696195 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4442ab3f-21ea-46b9-a0be-faba5540e20a req-d6a149e0-1696-45e4-b4ab-e2bcfe33de83 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Jul 28 22:29:17.232979 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3fcfd639-0fe4-4058-bce1-cac6e6da2ba6 req-433a3c71-e983-4ece-9fd8-85dac80276a1 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 210 time: 0.0321095 Jul 28 22:29:17.423157 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-820e6814-b7d8-45ed-9da8-9d9bb948db4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:17.567856 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4be846-8e52-4a51-abe6-8afd055e57cf req-cd540dac-41aa-4eba-902d-b849c1464d05 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:17.569339 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5b4be846-8e52-4a51-abe6-8afd055e57cf req-cd540dac-41aa-4eba-902d-b849c1464d05 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 945 time: 0.0471931 Jul 28 22:29:17.615569 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5b4be846-8e52-4a51-abe6-8afd055e57cf req-7c573a49-fdfd-4085-9d7b-81fe2354d17f tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404561 Jul 28 22:29:17.812644 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a78c8d-5347-405c-bfcd-0910c36ce7fd req-7b93952f-a47f-44cf-a113-5b026673449d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:17.814791 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-75a78c8d-5347-405c-bfcd-0910c36ce7fd req-7b93952f-a47f-44cf-a113-5b026673449d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0451035 Jul 28 22:29:17.864098 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-75a78c8d-5347-405c-bfcd-0910c36ce7fd req-40bb7d4c-1d22-4c8a-a66d-d75dac54356a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438681 Jul 28 22:29:17.896969 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:17.903930 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=51 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:18.334056 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b3bed73-52cf-4df4-b17d-63114ea9c0d0 req-64663d93-cd29-4b5c-8589-fed46e757d84 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 210 time: 0.0290530 Jul 28 22:29:18.793639 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:18.910707 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4300f7-cffe-49e4-8cd3-26091d5c11e7 req-91373ea2-bead-4217-a0c5-9cc33cfcab92 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:18.912189 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7f4300f7-cffe-49e4-8cd3-26091d5c11e7 req-91373ea2-bead-4217-a0c5-9cc33cfcab92 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 945 time: 0.2236629 Jul 28 22:29:18.985039 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7f4300f7-cffe-49e4-8cd3-26091d5c11e7 req-13007bd3-e640-4551-ad2c-f6f0e028336b tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674214 Jul 28 22:29:18.996127 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b5993-f053-470f-872d-b6919a61cc0b req-ef9133e3-e173-4bc1-8189-2939365bb350 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:18.997653 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d66b5993-f053-470f-872d-b6919a61cc0b req-ef9133e3-e173-4bc1-8189-2939365bb350 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0617657 Jul 28 22:29:19.044499 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d66b5993-f053-470f-872d-b6919a61cc0b req-ade0ba80-8563-44b4-8655-ae73b05a211a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Jul 28 22:29:19.437971 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f4c673be-2b2d-4488-b354-ed736f7072fe req-0ab96429-826b-4421-8b9b-4bcc4f293716 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 210 time: 0.0314755 Jul 28 22:29:19.661008 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-47411743-3fc9-4f3d-95ff-38f646d2195f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Request body: {'port': {'device_id': '82a48d55-8f82-4f28-ab27-957d404713fd', 'network_id': '7afec142-10eb-4a87-a472-31d060e69e64', 'admin_state_up': True, 'tenant_id': 'da5c439035bf4fe1bcf123752ab0566f'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:29:19.768405 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-47411743-3fc9-4f3d-95ff-38f646d2195f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Made reservation on behalf of da5c439035bf4fe1bcf123752ab0566f for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:29:19.771830 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-47411743-3fc9-4f3d-95ff-38f646d2195f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:19.899069 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-47411743-3fc9-4f3d-95ff-38f646d2195f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Allocated IP 172.20.0.5 (7afec142-10eb-4a87-a472-31d060e69e64/40412047-548c-4399-b4c0-7de69cb90d1e/8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:29:19.999602 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:20.049101 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-47411743-3fc9-4f3d-95ff-38f646d2195f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks [] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:20.082758 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-47411743-3fc9-4f3d-95ff-38f646d2195f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:20.107633 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4fd47-be8a-4f73-b4e8-b2f39dbeeacc req-23b70284-5cb7-4a7f-a195-21f14ae21956 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:20.109195 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-17e4fd47-be8a-4f73-b4e8-b2f39dbeeacc req-23b70284-5cb7-4a7f-a195-21f14ae21956 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 945 time: 0.0522616 Jul 28 22:29:20.124221 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-47411743-3fc9-4f3d-95ff-38f646d2195f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Network 7afec142-10eb-4a87-a472-31d060e69e64 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:29:20.129757 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-47411743-3fc9-4f3d-95ff-38f646d2195f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:29:20.134021 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-47411743-3fc9-4f3d-95ff-38f646d2195f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:29:20.139109 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-47411743-3fc9-4f3d-95ff-38f646d2195f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:20.139716 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-47411743-3fc9-4f3d-95ff-38f646d2195f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:20.155105 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47411743-3fc9-4f3d-95ff-38f646d2195f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Pushing event updated for resources: {'Port': ['ID=8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:20.166972 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-47411743-3fc9-4f3d-95ff-38f646d2195f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5106583 Jul 28 22:29:20.191871 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6317dfa-0895-457b-a07b-3c0910e4fe77 req-c0247293-8baf-4cfa-8d67-5d91570c898d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:20.193328 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b6317dfa-0895-457b-a07b-3c0910e4fe77 req-c0247293-8baf-4cfa-8d67-5d91570c898d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0625889 Jul 28 22:29:20.201627 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Request body: {'port': {'device_id': '82a48d55-8f82-4f28-ab27-957d404713fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:29:20.212044 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-17e4fd47-be8a-4f73-b4e8-b2f39dbeeacc req-469d3917-5781-4d34-949f-b13fb0d30246 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/security-groups?id=9cf2e983-79fc-4845-b3ef-a622f0785747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970209 Jul 28 22:29:20.253092 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b6317dfa-0895-457b-a07b-3c0910e4fe77 req-19703c7c-da01-4107-aa2e-85a175376fa6 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520549 Jul 28 22:29:20.266306 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:20.327618 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:20.344872 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:20.356914 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a7dce-4be4-452f-9e2d-2f4b8ed177af req-e03f063f-46e7-452c-a6e0-85a09c39ef8a tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:20.358443 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-490a7dce-4be4-452f-9e2d-2f4b8ed177af req-e03f063f-46e7-452c-a6e0-85a09c39ef8a tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 945 time: 0.0964375 Jul 28 22:29:20.417107 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:20.569020 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5de2c-1d8d-47bf-8f04-6ca26511cb9e req-46e4bcaf-3208-455c-95ca-5260e12b23b1 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:20.571185 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-09b5de2c-1d8d-47bf-8f04-6ca26511cb9e req-46e4bcaf-3208-455c-95ca-5260e12b23b1 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 931 time: 0.0582800 Jul 28 22:29:20.627688 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-09b5de2c-1d8d-47bf-8f04-6ca26511cb9e req-f3e01242-363f-46e4-8d1c-cd2413fe5e0d tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484412 Jul 28 22:29:20.815506 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-490a7dce-4be4-452f-9e2d-2f4b8ed177af req-0b1d6603-970a-47e1-8121-e39869fd36f5 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Deleting port ef9daab1-0a25-49ef-87c4-25f58c4308ae {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:29:20.816105 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-490a7dce-4be4-452f-9e2d-2f4b8ed177af req-0b1d6603-970a-47e1-8121-e39869fd36f5 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:20.956739 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-490a7dce-4be4-452f-9e2d-2f4b8ed177af req-0b1d6603-970a-47e1-8121-e39869fd36f5 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] For port ef9daab1-0a25-49ef-87c4-25f58c4308ae, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ef9daab1-0a25-49ef-87c4-25f58c4308ae,segment=NetworkSegment(3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca),segment_id=3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:29:20.957102 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-490a7dce-4be4-452f-9e2d-2f4b8ed177af req-0b1d6603-970a-47e1-8121-e39869fd36f5 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:20.981156 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-490a7dce-4be4-452f-9e2d-2f4b8ed177af req-0b1d6603-970a-47e1-8121-e39869fd36f5 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Calling delete_port for ef9daab1-0a25-49ef-87c4-25f58c4308ae owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:29:21.084081 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:29:21.094246 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Publish callbacks [] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:21.119494 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Transition to ACTIVE for port object 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:29:21.124808 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:21.158524 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:21.236415 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Pushing event updated for resources: {'Port': ['ID=8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:21.265388 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Attempting to bind port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:29:21.265759 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Attempting to bind port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '606d572a-d396-4bed-a074-46f7792d1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7afec142-10eb-4a87-a472-31d060e69e64'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:29:21.266092 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Attempting to bind port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 on network 7afec142-10eb-4a87-a472-31d060e69e64 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:29:21.277098 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 on network 7afec142-10eb-4a87-a472-31d060e69e64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:29:21.277656 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Attempting to bind port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 on network 7afec142-10eb-4a87-a472-31d060e69e64 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:29:21.286850 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:29:21.287386 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Checking segment: {'id': '606d572a-d396-4bed-a074-46f7792d1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7afec142-10eb-4a87-a472-31d060e69e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:29:21.287927 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Bound using segment: {'id': '606d572a-d396-4bed-a074-46f7792d1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7afec142-10eb-4a87-a472-31d060e69e64'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:29:21.288592 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Bound port: 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606d572a-d396-4bed-a074-46f7792d1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7afec142-10eb-4a87-a472-31d060e69e64'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:29:21.289144 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:21.309253 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-490a7dce-4be4-452f-9e2d-2f4b8ed177af req-0b1d6603-970a-47e1-8121-e39869fd36f5 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (ef9daab1-0a25-49ef-87c4-25f58c4308ae), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:21.322671 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['ef9daab1-0a25-49ef-87c4-25f58c4308ae'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:29:21.325973 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:21.357772 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d6603-970a-47e1-8121-e39869fd36f5 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Pushing event deleted for resources: {'Port': ['ID=ef9daab1-0a25-49ef-87c4-25f58c4308ae,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:21.372402 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9f854372-bb0a-4bdd-9e6c-00cc6512bf37 req-98f7f220-4fcf-49ae-8430-0156387e52d6 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 210 time: 0.0684547 Jul 28 22:29:21.397090 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=7 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:21.434800 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3282e4-24e5-4aba-8a48-088e88383c19 req-d34dc2db-134b-499d-8213-01e66f5120b7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:21.442629 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c3282e4-24e5-4aba-8a48-088e88383c19 req-d34dc2db-134b-499d-8213-01e66f5120b7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0738685 Jul 28 22:29:21.459939 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-490a7dce-4be4-452f-9e2d-2f4b8ed177af req-0b1d6603-970a-47e1-8121-e39869fd36f5 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] No DVR routers for this DVR port ef9daab1-0a25-49ef-87c4-25f58c4308ae on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:29:21.468384 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-490a7dce-4be4-452f-9e2d-2f4b8ed177af req-0b1d6603-970a-47e1-8121-e39869fd36f5 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:21.472202 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-490a7dce-4be4-452f-9e2d-2f4b8ed177af req-0b1d6603-970a-47e1-8121-e39869fd36f5 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.58 "DELETE /v2.0/ports/ef9daab1-0a25-49ef-87c4-25f58c4308ae HTTP/1.1" status: 204 len: 173 time: 1.0904977 Jul 28 22:29:21.472659 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e409c8d-d62d-41f4-a0ca-652816028ff6', 'name': 'network-vif-deleted', 'tag': 'ef9daab1-0a25-49ef-87c4-25f58c4308ae'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:29:21.474954 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d25b73-ae28-45f1-bef4-7d10825de714" -d '{"events": [{"server_uuid": "1e409c8d-d62d-41f4-a0ca-652816028ff6", "name": "network-vif-deleted", "tag": "ef9daab1-0a25-49ef-87c4-25f58c4308ae"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:29:21.481657 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] For port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:29:21.485227 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] For port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2,segment=NetworkSegment(606d572a-d396-4bed-a074-46f7792d1f32),segment_id=606d572a-d396-4bed-a074-46f7792d1f32)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:29:21.503769 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:21.536631 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c3282e4-24e5-4aba-8a48-088e88383c19 req-ae6f44f6-7aed-44b7-a8ba-d8e0fde1d7d5 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932298 Jul 28 22:29:21.574624 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59aba6ca-9e5a-47a2-bfac-0fb7d159e636 x-openstack-request-id: req-59aba6ca-9e5a-47a2-bfac-0fb7d159e636 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:29:21.575000 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e409c8d-d62d-41f4-a0ca-652816028ff6", "name": "network-vif-deleted", "tag": "ef9daab1-0a25-49ef-87c4-25f58c4308ae", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:29:21.575321 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59aba6ca-9e5a-47a2-bfac-0fb7d159e636 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:29:21.575781 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59aba6ca-9e5a-47a2-bfac-0fb7d159e636'] response: {'server_uuid': '1e409c8d-d62d-41f4-a0ca-652816028ff6', 'name': 'network-vif-deleted', 'tag': 'ef9daab1-0a25-49ef-87c4-25f58c4308ae', 'status': 'completed', 'code': 200} Jul 28 22:29:21.598518 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:21.599257 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:21.600753 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] 10.222.0.58 "PUT /v2.0/ports/8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 HTTP/1.1" status: 200 len: 1093 time: 1.4037755 Jul 28 22:29:21.606209 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed6181-722e-41e9-98dc-2abf892df64b service neutron] Pushing event updated for resources: {'Port': ['ID=8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:21.701313 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-a9905a19-1d21-4ce3-aee1-5f147d622e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:21.702872 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-a9905a19-1d21-4ce3-aee1-5f147d622e75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da5c439035bf4fe1bcf123752ab0566f&device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 1127 time: 0.0420027 Jul 28 22:29:21.762632 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-4dcddbcf-cc54-4c66-ac5f-1c9dac461e42 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 HTTP/1.1" status: 200 len: 217 time: 0.0481741 Jul 28 22:29:21.764032 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38042c31-34f7-43aa-b873-e8872c36c375 req-4444d6bc-dbca-45df-8641-f998d99bc46b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:21.765726 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-38042c31-34f7-43aa-b873-e8872c36c375 req-4444d6bc-dbca-45df-8641-f998d99bc46b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 943 time: 0.0535095 Jul 28 22:29:21.816456 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:21.823850 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-d058448f-9990-498c-bc4f-864d314328ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:21.825417 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-d058448f-9990-498c-bc4f-864d314328ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=40412047-548c-4399-b4c0-7de69cb90d1e HTTP/1.1" status: 200 len: 854 time: 0.0515027 Jul 28 22:29:21.829841 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-38042c31-34f7-43aa-b873-e8872c36c375 req-0dd4e2a3-4120-49e6-9b75-7f874f88785b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582333 Jul 28 22:29:21.869750 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-2b5459ad-65a7-4cf1-9c58-d6d12c171ac6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7afec142-10eb-4a87-a472-31d060e69e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342135 Jul 28 22:29:21.969787 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-d93f9cf7-e3bf-4239-857b-fedca1943a6e service neutron] 10.222.0.58 "GET /v2.0/networks/7afec142-10eb-4a87-a472-31d060e69e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922420 Jul 28 22:29:22.072748 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9dabfdf0-fc4e-446c-8163-c72b3c678c3f req-f8dd613e-c20b-45cd-8264-038aa1e443a8 service neutron] 10.222.0.58 "GET /v2.0/networks/7afec142-10eb-4a87-a472-31d060e69e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911429 Jul 28 22:29:22.510179 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a19fb079-04ac-4906-9785-dc3e44789816 req-e15d42e3-c2fb-47ec-8359-0dbca01bed20 tempest-DeleteServersTestJSON-1340518043 tempest-DeleteServersTestJSON-1340518043-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e409c8d-d62d-41f4-a0ca-652816028ff6 HTTP/1.1" status: 200 len: 210 time: 0.0272377 Jul 28 22:29:22.664447 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743f3f7-104b-43b4-9c4a-c7c7d7c2c39f req-8c67c48a-8139-4f1d-a195-7a959e4c94d7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:22.665947 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3743f3f7-104b-43b4-9c4a-c7c7d7c2c39f req-8c67c48a-8139-4f1d-a195-7a959e4c94d7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0509937 Jul 28 22:29:22.714788 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3743f3f7-104b-43b4-9c4a-c7c7d7c2c39f req-8d36cf7f-36be-4631-9270-467c8d246b75 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431738 Jul 28 22:29:22.948024 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2edfb-0d84-4cd2-a563-f1d0cc717d93 req-5c86d4d5-629c-4232-a6ca-fc49f8dcb3e0 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:22.949678 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fab2edfb-0d84-4cd2-a563-f1d0cc717d93 req-5c86d4d5-629c-4232-a6ca-fc49f8dcb3e0 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 943 time: 0.0490556 Jul 28 22:29:22.997873 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fab2edfb-0d84-4cd2-a563-f1d0cc717d93 req-f8af6598-1e06-43b3-a6ed-0a01f4545e56 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415542 Jul 28 22:29:23.576828 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a48d55-8f82-4f28-ab27-957d404713fd', 'tag': '8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:29:23.579359 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f6db3a-8a1b-4d75-9646-68ebf8fafeba" -d '{"events": [{"name": "network-changed", "server_uuid": "82a48d55-8f82-4f28-ab27-957d404713fd", "tag": "8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:29:23.617000 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7319e93-1fcc-4691-9333-c3c782ca4cb8 x-openstack-request-id: req-e7319e93-1fcc-4691-9333-c3c782ca4cb8 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:29:23.617373 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a48d55-8f82-4f28-ab27-957d404713fd", "tag": "8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:29:23.617659 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7319e93-1fcc-4691-9333-c3c782ca4cb8 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:29:23.618184 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7319e93-1fcc-4691-9333-c3c782ca4cb8'] response: {'name': 'network-changed', 'server_uuid': '82a48d55-8f82-4f28-ab27-957d404713fd', 'tag': '8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2', 'status': 'completed', 'code': 200} Jul 28 22:29:23.689355 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6db3a-8a1b-4d75-9646-68ebf8fafeba req-32b1967c-cea8-451b-980e-f56ad8f9feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:23.690947 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1f6db3a-8a1b-4d75-9646-68ebf8fafeba req-32b1967c-cea8-451b-980e-f56ad8f9feee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da5c439035bf4fe1bcf123752ab0566f&device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 1127 time: 0.0470469 Jul 28 22:29:23.801116 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6db3a-8a1b-4d75-9646-68ebf8fafeba req-21662659-cdb3-4bb6-9e4a-f80141b2e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:23.801116 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1f6db3a-8a1b-4d75-9646-68ebf8fafeba req-21662659-cdb3-4bb6-9e4a-f80141b2e8d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7afec142-10eb-4a87-a472-31d060e69e64 HTTP/1.1" status: 200 len: 915 time: 0.1038837 Jul 28 22:29:23.836837 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e86b9-5033-4eb4-9d62-4adb9b30ee05 req-64440c81-578d-4406-8c98-246ec1b77b93 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:23.838566 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f79e86b9-5033-4eb4-9d62-4adb9b30ee05 req-64440c81-578d-4406-8c98-246ec1b77b93 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0492041 Jul 28 22:29:23.857028 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1f6db3a-8a1b-4d75-9646-68ebf8fafeba req-90ccef6e-e2d6-4d70-894c-537d7a48f044 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 HTTP/1.1" status: 200 len: 217 time: 0.0378089 Jul 28 22:29:23.903297 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f79e86b9-5033-4eb4-9d62-4adb9b30ee05 req-2128ca69-a1ea-4470-a414-ad225b21747a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553322 Jul 28 22:29:23.916313 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6db3a-8a1b-4d75-9646-68ebf8fafeba req-f4de0de1-8f00-4199-8cc0-5637a9b24b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:23.918006 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1f6db3a-8a1b-4d75-9646-68ebf8fafeba req-f4de0de1-8f00-4199-8cc0-5637a9b24b0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=40412047-548c-4399-b4c0-7de69cb90d1e HTTP/1.1" status: 200 len: 854 time: 0.0509951 Jul 28 22:29:23.962398 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1f6db3a-8a1b-4d75-9646-68ebf8fafeba req-5fa82271-47dd-4001-bec7-3065f6aedafe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7afec142-10eb-4a87-a472-31d060e69e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257735 Jul 28 22:29:24.030834 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:24.058753 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1f6db3a-8a1b-4d75-9646-68ebf8fafeba req-8ef41a0f-c430-46e8-9d72-d358a41d7b90 service neutron] 10.222.0.58 "GET /v2.0/networks/7afec142-10eb-4a87-a472-31d060e69e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886662 Jul 28 22:29:24.121563 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device ef9daab1-0a25-49ef-87c4-25f58c4308ae no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:29:24.122398 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c169fd2-e056-4b5d-9b20-dbee40c1649a req-9bb98f9f-be0f-4c32-8907-cd4ab1d5e529 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:24.126532 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c169fd2-e056-4b5d-9b20-dbee40c1649a req-9bb98f9f-be0f-4c32-8907-cd4ab1d5e529 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 943 time: 0.0540075 Jul 28 22:29:24.155324 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: ef9daab1-0a25-49ef-87c4-25f58c4308ae {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:29:24.155931 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device ef9daab1-0a25-49ef-87c4-25f58c4308ae not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:29:24.184491 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c169fd2-e056-4b5d-9b20-dbee40c1649a req-0afdbdd2-72c2-4a57-b12b-9f4f6a22b775 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483587 Jul 28 22:29:24.193310 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1f6db3a-8a1b-4d75-9646-68ebf8fafeba req-83b42bd1-3429-470b-a504-07f79fe2d93c service neutron] 10.222.0.58 "GET /v2.0/networks/7afec142-10eb-4a87-a472-31d060e69e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199541 Jul 28 22:29:25.023409 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 41136) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:25.091368 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09530388-ddaa-482a-8dbc-0420cddd0ff9 req-5c49f64b-7189-4a36-a16b-27fe7c6dd117 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:25.092923 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-09530388-ddaa-482a-8dbc-0420cddd0ff9 req-5c49f64b-7189-4a36-a16b-27fe7c6dd117 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.1121259 Jul 28 22:29:25.191604 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-09530388-ddaa-482a-8dbc-0420cddd0ff9 req-f56a4d57-1549-4d54-bb40-c1589106d34c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920713 Jul 28 22:29:25.350266 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d4028-aa2e-4c3c-b8a5-0a160bbf7c67 req-514c535a-9fda-4842-bab8-b90b2b0a04c9 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:25.352003 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-291d4028-aa2e-4c3c-b8a5-0a160bbf7c67 req-514c535a-9fda-4842-bab8-b90b2b0a04c9 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 943 time: 0.0658815 Jul 28 22:29:25.405299 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:25.474215 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-291d4028-aa2e-4c3c-b8a5-0a160bbf7c67 req-b59ef350-130a-4150-8438-dd06c5f815c4 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162734 Jul 28 22:29:25.589450 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-571f5e74-088e-46e2-bc41-55958aa17a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:25.848800 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:25.897151 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-571f5e74-088e-46e2-bc41-55958aa17a0d admin admin] Deleting port 177c725b-902f-409f-ba67-817f8b59d431 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:29:25.897503 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-571f5e74-088e-46e2-bc41-55958aa17a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (177c725b-902f-409f-ba67-817f8b59d431), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:25.979553 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-571f5e74-088e-46e2-bc41-55958aa17a0d admin admin] For port 177c725b-902f-409f-ba67-817f8b59d431, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=177c725b-902f-409f-ba67-817f8b59d431,segment=NetworkSegment(3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca),segment_id=3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:29:25.979908 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-571f5e74-088e-46e2-bc41-55958aa17a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (177c725b-902f-409f-ba67-817f8b59d431), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:25.992827 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-571f5e74-088e-46e2-bc41-55958aa17a0d admin admin] Calling delete_port for 177c725b-902f-409f-ba67-817f8b59d431 owned by network:router_interface {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:29:26.139522 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:29:26.213543 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-571f5e74-088e-46e2-bc41-55958aa17a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (177c725b-902f-409f-ba67-817f8b59d431), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:26.238330 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f5e74-088e-46e2-bc41-55958aa17a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=177c725b-902f-409f-ba67-817f8b59d431,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:26.246116 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2,segment=NetworkSegment(606d572a-d396-4bed-a074-46f7792d1f32),segment_id=606d572a-d396-4bed-a074-46f7792d1f32)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:29:26.261442 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2', 'network_id': '7afec142-10eb-4a87-a472-31d060e69e64', 'port_id': '8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2', 'mac_address': 'fa:16:3e:47:33:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40412047-548c-4399-b4c0-7de69cb90d1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:29:26.308964 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:29:26.309365 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:26.326090 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:29:26.351234 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2,segment=NetworkSegment(606d572a-d396-4bed-a074-46f7792d1f32),segment_id=606d572a-d396-4bed-a074-46f7792d1f32)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:29:26.358641 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:26.388511 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e012a45-faf4-4283-a9e2-468d533db1c7 req-33a89f0d-968a-4f9c-a3b0-2fc45bc21d48 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:26.390207 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6e012a45-faf4-4283-a9e2-468d533db1c7 req-33a89f0d-968a-4f9c-a3b0-2fc45bc21d48 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0878708 Jul 28 22:29:26.417871 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:26.426616 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.427225 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.427743 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.428236 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.428712 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.429206 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.429653 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.429889 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.430224 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.430711 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.431320 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.431817 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.432295 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.432773 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.433302 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:29:26.433831 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-571f5e74-088e-46e2-bc41-55958aa17a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:26.466182 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:26.696710 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6e012a45-faf4-4283-a9e2-468d533db1c7 req-668bb647-a5ad-490c-840f-5b06b7be85b5 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947829 Jul 28 22:29:26.724260 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:29:26.788082 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0194f-8c1c-4436-ac57-7aa16ba260e7 req-2111356e-4efc-4db3-acd1-bc9776876026 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:26.789672 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-72a0194f-8c1c-4436-ac57-7aa16ba260e7 req-2111356e-4efc-4db3-acd1-bc9776876026 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 944 time: 0.0899110 Jul 28 22:29:26.889045 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-72a0194f-8c1c-4436-ac57-7aa16ba260e7 req-aa87c31b-2d9e-4648-9976-1fcc908527af tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938566 Jul 28 22:29:26.895242 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:26.967107 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571f5e74-088e-46e2-bc41-55958aa17a0d admin admin] Router 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:29:26.977852 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 41170) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:27.074527 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571f5e74-088e-46e2-bc41-55958aa17a0d admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:29:27.084609 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-571f5e74-088e-46e2-bc41-55958aa17a0d admin admin] 10.222.0.39 "PUT /v2.0/routers/0791a0ca-e747-47f0-8bd5-6ceca5f25dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0601983 Jul 28 22:29:27.085373 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01b7df-bbda-4696-bf3b-c7cdcb7b4d73 None None] Sync routers for ids ['0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:29:27.087067 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 41174) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:27.097848 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01b7df-bbda-4696-bf3b-c7cdcb7b4d73 None None] Routers {'0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:29:27.098822 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-6f01b7df-bbda-4696-bf3b-c7cdcb7b4d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:29:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:27.103776 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d2acb9c1-ce6a-4022-8a10-c2d959c1acef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.175889 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:27.197802 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d2acb9c1-ce6a-4022-8a10-c2d959c1acef admin admin] Publish callbacks [] for security_group (9d55ee3d-bf01-401f-b7df-e03582b7dc52), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.198970 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Publish callbacks [] for router (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.203217 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d2acb9c1-ce6a-4022-8a10-c2d959c1acef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (9d55ee3d-bf01-401f-b7df-e03582b7dc52), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.223932 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-6f01b7df-bbda-4696-bf3b-c7cdcb7b4d73 None None] Set router 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:29:27.251586 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-d2acb9c1-ce6a-4022-8a10-c2d959c1acef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cece5f52f70a4d65939e5387110b8a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695482 Jul 28 22:29:27.251586 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acb9c1-ce6a-4022-8a10-c2d959c1acef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d55ee3d-bf01-401f-b7df-e03582b7dc52,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:27.253951 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 41176) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:27.305072 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Publish callbacks [] for router_gateway (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.310028 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-27115098-fb7f-4c88-83fa-c50f56cf524f admin admin] Publish callbacks [] for security_group (9d55ee3d-bf01-401f-b7df-e03582b7dc52), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.334506 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-27115098-fb7f-4c88-83fa-c50f56cf524f admin admin] Publish callbacks [] for security_group (9d55ee3d-bf01-401f-b7df-e03582b7dc52), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.354088 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Deleting port 50f9ddd8-a475-409a-bcd3-10561c326e24 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:29:27.354899 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.391334 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-27115098-fb7f-4c88-83fa-c50f56cf524f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (9d55ee3d-bf01-401f-b7df-e03582b7dc52), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.394963 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-27115098-fb7f-4c88-83fa-c50f56cf524f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.396512 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-27115098-fb7f-4c88-83fa-c50f56cf524f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d55ee3d-bf01-401f-b7df-e03582b7dc52 HTTP/1.1" status: 204 len: 168 time: 0.1414964 Jul 28 22:29:27.405160 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27115098-fb7f-4c88-83fa-c50f56cf524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d55ee3d-bf01-401f-b7df-e03582b7dc52,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:27.456304 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-6f01b7df-bbda-4696-bf3b-c7cdcb7b4d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'name': 'tempest-DeleteServersTestJSON-1005879084-router', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:29:26Z', 'revision_number': 5, 'project_id': 'cb92681d2af8498cb7456a70354ccf39', 'gw_port': {'id': '50f9ddd8-a475-409a-bcd3-10561c326e24', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:07Z', 'updated_at': '2022-07-28T22:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:27.467867 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] For port 50f9ddd8-a475-409a-bcd3-10561c326e24, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=50f9ddd8-a475-409a-bcd3-10561c326e24,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:29:27.468276 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.483530 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Calling delete_port for 50f9ddd8-a475-409a-bcd3-10561c326e24 owned by network:router_gateway {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:29:27.485366 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01b7df-bbda-4696-bf3b-c7cdcb7b4d73 None None] Checking router: 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:29:27.495525 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01b7df-bbda-4696-bf3b-c7cdcb7b4d73 None None] Routers {'0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:29:27.496349 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-6f01b7df-bbda-4696-bf3b-c7cdcb7b4d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:29:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:27.594219 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-6f01b7df-bbda-4696-bf3b-c7cdcb7b4d73 None None] Set router 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 gateway port host: None {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:29:27.622455 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:27.646809 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-6f01b7df-bbda-4696-bf3b-c7cdcb7b4d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'name': 'tempest-DeleteServersTestJSON-1005879084-router', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:29:27Z', 'revision_number': 6, 'project_id': 'cb92681d2af8498cb7456a70354ccf39', 'gw_port_host': None}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:27.681081 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01b7df-bbda-4696-bf3b-c7cdcb7b4d73 None None] The sync data for ids ['0791a0ca-e747-47f0-8bd5-6ceca5f25dc3'] in dv-cinder-850939-3-iscsi is: [{'id': '0791a0ca-e747-47f0-8bd5-6ceca5f25dc3', 'name': 'tempest-DeleteServersTestJSON-1005879084-router', 'tenant_id': 'cb92681d2af8498cb7456a70354ccf39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:29:27Z', 'revision_number': 6, 'project_id': 'cb92681d2af8498cb7456a70354ccf39', 'gw_port_host': None}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:29:27.695003 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (50f9ddd8-a475-409a-bcd3-10561c326e24), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.726704 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=50f9ddd8-a475-409a-bcd3-10561c326e24,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:27.762360 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362012'] for router_gateway (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.902242 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-596'] for router (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.905250 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Publish callbacks [] for router_controller (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), precommit_delete_associations {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:27.909431 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:27.922039 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cde35-4713-4146-9fd8-51cf6814aa7d req-7fbed966-f0f8-4486-8cf6-f21e6a813dfd tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:27.924149 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-651cde35-4713-4146-9fd8-51cf6814aa7d req-7fbed966-f0f8-4486-8cf6-f21e6a813dfd tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.1199617 Jul 28 22:29:28.033643 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-353813'] for router (0791a0ca-e747-47f0-8bd5-6ceca5f25dc3), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.034314 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 {{(pid=104117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 22:29:28.039933 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.043478 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-7c89d906-708f-4239-b37c-ffc98e466e3a admin admin] 10.222.0.39 "DELETE /v2.0/routers/0791a0ca-e747-47f0-8bd5-6ceca5f25dc3 HTTP/1.1" status: 204 len: 168 time: 0.9530325 Jul 28 22:29:28.044444 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 41204) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:28.076008 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc37ced-c25a-4ba2-9b75-4ccaf50c48cc req-444d100a-26cf-451f-9eba-9f6d58781583 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:28.083122 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-acc37ced-c25a-4ba2-9b75-4ccaf50c48cc req-444d100a-26cf-451f-9eba-9f6d58781583 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 944 time: 0.0859931 Jul 28 22:29:28.088779 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-651cde35-4713-4146-9fd8-51cf6814aa7d req-7316f88c-eac4-406f-848d-e9d3f36dcf50 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431975 Jul 28 22:29:28.127238 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b778ea4-c0ce-491c-bfe5-15c0d9a3a218 admin admin] Deleting subnet 441aaf36-82e9-41a1-a7f9-3b72b5bd02a1 {{(pid=104116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:29:28.131497 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9b778ea4-c0ce-491c-bfe5-15c0d9a3a218 admin admin] Publish callbacks [] for subnet (441aaf36-82e9-41a1-a7f9-3b72b5bd02a1), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.141775 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:29:28.170148 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-acc37ced-c25a-4ba2-9b75-4ccaf50c48cc req-836565a3-50a4-4a21-9e0e-d42016f90e60 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860417 Jul 28 22:29:28.187726 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:28.208021 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:29:28.215563 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:29:28.215947 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.217260 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9b778ea4-c0ce-491c-bfe5-15c0d9a3a218 admin admin] Publish callbacks [] for subnet (441aaf36-82e9-41a1-a7f9-3b72b5bd02a1), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.303780 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:29:28.304241 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.315687 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9b778ea4-c0ce-491c-bfe5-15c0d9a3a218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (441aaf36-82e9-41a1-a7f9-3b72b5bd02a1), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.325578 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:28.333868 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a48d55-8f82-4f28-ab27-957d404713fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:29:28.336170 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab898a8c-7688-4b20-bfec-1e21409741c6" -d '{"events": [{"server_uuid": "82a48d55-8f82-4f28-ab27-957d404713fd", "name": "network-vif-plugged", "status": "completed", "tag": "8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:29:28.354692 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2,segment=NetworkSegment(606d572a-d396-4bed-a074-46f7792d1f32),segment_id=606d572a-d396-4bed-a074-46f7792d1f32)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:29:28.360069 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.391824 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9b778ea4-c0ce-491c-bfe5-15c0d9a3a218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for subnet (441aaf36-82e9-41a1-a7f9-3b72b5bd02a1), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.405116 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee1143a-dca7-4878-baa9-3693dfc933ba x-openstack-request-id: req-aee1143a-dca7-4878-baa9-3693dfc933ba {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:29:28.405872 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a48d55-8f82-4f28-ab27-957d404713fd", "name": "network-vif-plugged", "status": "completed", "tag": "8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:29:28.406159 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aee1143a-dca7-4878-baa9-3693dfc933ba {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:29:28.406538 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aee1143a-dca7-4878-baa9-3693dfc933ba'] response: {'server_uuid': '82a48d55-8f82-4f28-ab27-957d404713fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2', 'code': 200} Jul 28 22:29:28.419810 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b778ea4-c0ce-491c-bfe5-15c0d9a3a218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=441aaf36-82e9-41a1-a7f9-3b72b5bd02a1,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:28.424153 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9b778ea4-c0ce-491c-bfe5-15c0d9a3a218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.427969 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-9b778ea4-c0ce-491c-bfe5-15c0d9a3a218 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/441aaf36-82e9-41a1-a7f9-3b72b5bd02a1 HTTP/1.1" status: 204 len: 168 time: 0.3816621 Jul 28 22:29:28.430550 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 41216) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:28.435938 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3988fc34-b78c-4b86-b02c-f238e3fe0ffd None None] Network 3b321d51-83e0-4fab-8ede-145e708993ba requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:29:28.511269 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:28.512754 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (3b321d51-83e0-4fab-8ede-145e708993ba), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.574611 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Deleting port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:29:28.575865 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.639642 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac617f6f-b55f-4aa9-aba4-dc792d580f62 req-9b320c79-ea34-44a3-a486-b896cf7fe71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:28.641182 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-ac617f6f-b55f-4aa9-aba4-dc792d580f62 req-9b320c79-ea34-44a3-a486-b896cf7fe71d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 1129 time: 0.0637510 Jul 28 22:29:28.654104 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] For port 28dc55ba-f256-41c3-ba64-14fa7f5083c0, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=28dc55ba-f256-41c3-ba64-14fa7f5083c0,segment=NetworkSegment(3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca),segment_id=3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:29:28.654479 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.677598 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Calling delete_port for 28dc55ba-f256-41c3-ba64-14fa7f5083c0 owned by network:dhcp {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:29:28.714629 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00af666-6ee5-4ca4-957f-3d7f818712c1 None None] DHCP port deletion for 3b321d51-83e0-4fab-8ede-145e708993ba request from dv-cinder-850939-3-iscsi {{(pid=104118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 22:29:28.723867 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-ac617f6f-b55f-4aa9-aba4-dc792d580f62 req-ea16a1ec-866d-4ede-a998-d012f40dc28b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676825 Jul 28 22:29:28.772745 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-f00af666-6ee5-4ca4-957f-3d7f818712c1 None None] Deleting port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 {{(pid=104118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:29:28.773458 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f00af666-6ee5-4ca4-957f-3d7f818712c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), before_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.783703 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.811627 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=28dc55ba-f256-41c3-ba64-14fa7f5083c0,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:28.814076 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] No DVR routers for this DVR port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 on host dv-cinder-850939-3-iscsi {{(pid=104117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:29:28.868333 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-f00af666-6ee5-4ca4-957f-3d7f818712c1 None None] For port 28dc55ba-f256-41c3-ba64-14fa7f5083c0, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=28dc55ba-f256-41c3-ba64-14fa7f5083c0,segment=NetworkSegment(3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca),segment_id=3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:29:28.868928 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f00af666-6ee5-4ca4-957f-3d7f818712c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), precommit_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.890525 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-f00af666-6ee5-4ca4-957f-3d7f818712c1 None None] Calling delete_port for 28dc55ba-f256-41c3-ba64-14fa7f5083c0 owned by network:dhcp {{(pid=104118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:29:28.898650 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (3b321d51-83e0-4fab-8ede-145e708993ba), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:28.923689 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:28.923954 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:28.924838 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:28.925162 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > port after_create 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:28.925486 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:28.925882 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > port after_update 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:28.926204 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:28.926542 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:28.926858 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:28.927179 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:29.042100 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f00af666-6ee5-4ca4-957f-3d7f818712c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (28dc55ba-f256-41c3-ba64-14fa7f5083c0), after_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:29.056789 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00af666-6ee5-4ca4-957f-3d7f818712c1 None None] No DVR routers for this DVR port 28dc55ba-f256-41c3-ba64-14fa7f5083c0 on host dv-cinder-850939-3-iscsi {{(pid=104118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:29:29.085281 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00af666-6ee5-4ca4-957f-3d7f818712c1 None None] Pushing event deleted for resources: {'Port': ['ID=28dc55ba-f256-41c3-ba64-14fa7f5083c0,revision_number=None']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:29.125211 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:29.125671 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:29.126122 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:29.126804 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:29:29.127405 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b321d51-83e0-4fab-8ede-145e708993ba']}} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:29.146785 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca') {'for_net_delete': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:29.147322 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca') {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:29:29.166628 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62447104'] for segment (3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:29.218947 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:29.234112 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:29:29.234439 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58993786'] for segment (3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:29.287149 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295397b-7968-4286-b607-68ec6545e53f req-704173dc-f901-4d2c-b996-3234f2120b70 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:29.288633 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8295397b-7968-4286-b607-68ec6545e53f req-704173dc-f901-4d2c-b996-3234f2120b70 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.1088684 Jul 28 22:29:29.344429 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:29.367915 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08861593-65e8-4aeb-91b6-6dd6cd8fed22 req-87560b18-2f5c-4073-8234-6d046a03fa67 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:29.369359 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-08861593-65e8-4aeb-91b6-6dd6cd8fed22 req-87560b18-2f5c-4073-8234-6d046a03fa67 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 945 time: 0.1177700 Jul 28 22:29:29.375179 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (3b321d51-83e0-4fab-8ede-145e708993ba), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:29.407508 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:29.410637 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] 10.222.0.39 "DELETE /v2.0/networks/3b321d51-83e0-4fab-8ede-145e708993ba HTTP/1.1" status: 204 len: 168 time: 0.9791160 Jul 28 22:29:29.426222 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8295397b-7968-4286-b607-68ec6545e53f req-1f52a457-7bdc-4141-aacd-65bddee40fb7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283231 Jul 28 22:29:29.434165 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bf1e3-c9cf-4a0e-9903-bc7b35d29c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b321d51-83e0-4fab-8ede-145e708993ba,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:29.476677 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-08861593-65e8-4aeb-91b6-6dd6cd8fed22 req-5919326a-e191-4645-b862-e1483f57e1a2 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991502 Jul 28 22:29:29.513018 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 28dc55ba-f256-41c3-ba64-14fa7f5083c0 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:29:29.543012 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment 3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca resource provider aggregate not found Jul 28 22:29:29.554777 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 28dc55ba-f256-41c3-ba64-14fa7f5083c0 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:29:29.555128 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 28dc55ba-f256-41c3-ba64-14fa7f5083c0 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:29:29.555561 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 177c725b-902f-409f-ba67-817f8b59d431 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:29:29.566783 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment 3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e2dc00f-443e-4cfb-a927-0d0f68c2b5ca found for delete ", "request_id": "req-fbb9e3bc-3986-4b5b-916b-d826a0ff8906"}]} Jul 28 22:29:29.575570 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 177c725b-902f-409f-ba67-817f8b59d431 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:29:29.575949 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 177c725b-902f-409f-ba67-817f8b59d431 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:29:29.576377 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 50f9ddd8-a475-409a-bcd3-10561c326e24 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:29:29.599077 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 50f9ddd8-a475-409a-bcd3-10561c326e24 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:29:29.599428 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 50f9ddd8-a475-409a-bcd3-10561c326e24 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:29:29.640802 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 41250) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:29.680143 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-16d84932-6c10-4926-a379-759b48189a56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb92681d2af8498cb7456a70354ccf39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375755 Jul 28 22:29:29.682631 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 41252) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:29.694858 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:29.738157 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-665708b0-dd93-4859-b6ed-c9f3adcf3892 admin admin] Publish callbacks [] for security_group (9cf2e983-79fc-4845-b3ef-a622f0785747), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:29.761028 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-665708b0-dd93-4859-b6ed-c9f3adcf3892 admin admin] Publish callbacks [] for security_group (9cf2e983-79fc-4845-b3ef-a622f0785747), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:29.809250 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-665708b0-dd93-4859-b6ed-c9f3adcf3892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (9cf2e983-79fc-4845-b3ef-a622f0785747), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:29.811798 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-665708b0-dd93-4859-b6ed-c9f3adcf3892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:29.812949 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-665708b0-dd93-4859-b6ed-c9f3adcf3892 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cf2e983-79fc-4845-b3ef-a622f0785747 HTTP/1.1" status: 204 len: 168 time: 0.1294467 Jul 28 22:29:29.822037 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665708b0-dd93-4859-b6ed-c9f3adcf3892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf2e983-79fc-4845-b3ef-a622f0785747,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:29.872946 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:29:30.575997 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5027e-01d2-419b-a416-cd7d177d72bc req-4fcdbc8b-a3df-408e-aebb-8f632745e4f5 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:30.577463 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ccb5027e-01d2-419b-a416-cd7d177d72bc req-4fcdbc8b-a3df-408e-aebb-8f632745e4f5 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0703769 Jul 28 22:29:30.620351 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:30.633106 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382228cb-08d7-4366-953a-9b1668b79361 req-43706ebe-05ce-48c1-a4b8-766117092d60 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:30.635952 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-382228cb-08d7-4366-953a-9b1668b79361 req-43706ebe-05ce-48c1-a4b8-766117092d60 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 945 time: 0.0796170 Jul 28 22:29:30.881759 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ccb5027e-01d2-419b-a416-cd7d177d72bc req-0b21822c-1425-4ede-9468-01eb67ef1740 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876182 Jul 28 22:29:30.915179 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-382228cb-08d7-4366-953a-9b1668b79361 req-f9ad8d83-e0be-4c35-9e98-b8425d470886 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700515 Jul 28 22:29:31.999540 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae332a-f648-42e3-96b2-4c417bc13859 req-3c64fe2d-1775-4b79-8402-53df75f3cdbe tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:32.001865 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-11ae332a-f648-42e3-96b2-4c417bc13859 req-3c64fe2d-1775-4b79-8402-53df75f3cdbe tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0465374 Jul 28 22:29:32.046718 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-11ae332a-f648-42e3-96b2-4c417bc13859 req-513faa24-f4f9-4df9-8cc8-6522a3e0182f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396180 Jul 28 22:29:33.168392 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517558c8-e9d4-4ba6-a7fe-9ea0170c5e67 req-834af93a-baba-4555-88b8-a0519d447ef7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:33.169841 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-517558c8-e9d4-4ba6-a7fe-9ea0170c5e67 req-834af93a-baba-4555-88b8-a0519d447ef7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0496480 Jul 28 22:29:33.215653 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-517558c8-e9d4-4ba6-a7fe-9ea0170c5e67 req-c3e335b5-74e8-471d-a4f5-36a9d3f66f75 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Jul 28 22:29:34.335132 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c820e4d-2a4d-4c0a-8b29-67253fbddea8 req-f3f5f3cf-231f-4076-98be-55f02e2a26fc tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:34.336635 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3c820e4d-2a4d-4c0a-8b29-67253fbddea8 req-f3f5f3cf-231f-4076-98be-55f02e2a26fc tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0490437 Jul 28 22:29:34.386803 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3c820e4d-2a4d-4c0a-8b29-67253fbddea8 req-4ed8195a-0ba6-455f-8e59-3dc903b29afc tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445266 Jul 28 22:29:35.504679 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea1f1b-89f9-4dbe-b645-0c17b6f5bada req-56132b7d-a141-4769-a78e-350c42708343 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:35.506140 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-adea1f1b-89f9-4dbe-b645-0c17b6f5bada req-56132b7d-a141-4769-a78e-350c42708343 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0456388 Jul 28 22:29:35.557635 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-adea1f1b-89f9-4dbe-b645-0c17b6f5bada req-18ea4e26-8b29-4317-8ec0-5b66c132f9ce tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458281 Jul 28 22:29:36.675193 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72ff2e-3c23-4b5b-9fb5-d85d6706e16f req-fe077cb8-4653-4c6e-9ee8-0ced1f395e0a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:36.676653 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cc72ff2e-3c23-4b5b-9fb5-d85d6706e16f req-fe077cb8-4653-4c6e-9ee8-0ced1f395e0a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0474229 Jul 28 22:29:36.722363 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cc72ff2e-3c23-4b5b-9fb5-d85d6706e16f req-955f821d-d19f-4667-939b-34c30bef9aa7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402753 Jul 28 22:29:37.648736 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=38 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:37.841401 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95feddfe-d442-41e2-aee7-074a3399eb0e req-07cc2f2d-6cbe-4c77-b3ed-58e24fc9129d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:37.842867 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-95feddfe-d442-41e2-aee7-074a3399eb0e req-07cc2f2d-6cbe-4c77-b3ed-58e24fc9129d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0462937 Jul 28 22:29:37.890897 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-95feddfe-d442-41e2-aee7-074a3399eb0e req-897f5f19-9680-4e1f-9314-e46bfc906883 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425589 Jul 28 22:29:37.984687 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:39.015555 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d29cee-5f93-4e0a-912d-d59e1c42d1d4 req-316e5709-4fb2-4002-876d-084326162c15 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:39.018179 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-08d29cee-5f93-4e0a-912d-d59e1c42d1d4 req-316e5709-4fb2-4002-876d-084326162c15 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0510764 Jul 28 22:29:39.067013 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-08d29cee-5f93-4e0a-912d-d59e1c42d1d4 req-1cb3ce2a-e974-47bc-88b0-80eb4d906ea1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Jul 28 22:29:39.202743 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 41476) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:39.311826 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0f9e095d-7250-48cd-aebe-f64ff0ecfae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:39.348707 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:39.395793 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0f9e095d-7250-48cd-aebe-f64ff0ecfae9 admin admin] Publish callbacks [] for security_group (07befc5b-3cc6-4889-97fd-f98111769135), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:39.399759 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0f9e095d-7250-48cd-aebe-f64ff0ecfae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (07befc5b-3cc6-4889-97fd-f98111769135), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:39.441517 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-0f9e095d-7250-48cd-aebe-f64ff0ecfae9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a853b6310d846a992dcab02c51a4057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376950 Jul 28 22:29:39.442231 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e095d-7250-48cd-aebe-f64ff0ecfae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07befc5b-3cc6-4889-97fd-f98111769135,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:39.445048 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 41480) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:29:39.497395 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0932839d-a219-415e-a62b-4a4ef9e76933 admin admin] Publish callbacks [] for security_group (07befc5b-3cc6-4889-97fd-f98111769135), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:39.508504 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:39.521701 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0932839d-a219-415e-a62b-4a4ef9e76933 admin admin] Publish callbacks [] for security_group (07befc5b-3cc6-4889-97fd-f98111769135), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:39.582592 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0932839d-a219-415e-a62b-4a4ef9e76933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (07befc5b-3cc6-4889-97fd-f98111769135), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:39.585448 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0932839d-a219-415e-a62b-4a4ef9e76933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:39.586330 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-0932839d-a219-415e-a62b-4a4ef9e76933 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07befc5b-3cc6-4889-97fd-f98111769135 HTTP/1.1" status: 204 len: 168 time: 0.1398404 Jul 28 22:29:39.598056 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932839d-a219-415e-a62b-4a4ef9e76933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07befc5b-3cc6-4889-97fd-f98111769135,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:29:40.177269 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:40.189686 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50776254-eba4-4e77-ade1-3d189a08d60b req-3b479975-a6b6-4c23-9630-32f41b86eb5c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:40.191385 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-50776254-eba4-4e77-ade1-3d189a08d60b req-3b479975-a6b6-4c23-9630-32f41b86eb5c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0508990 Jul 28 22:29:40.245812 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-50776254-eba4-4e77-ade1-3d189a08d60b req-b788be43-d2f5-4626-a922-eb784d77aafc tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480525 Jul 28 22:29:41.371706 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b983852-90ec-45a4-ac89-d3b62d9089b4 req-0af96fe6-6f19-4942-9810-87973540a506 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:41.373194 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3b983852-90ec-45a4-ac89-d3b62d9089b4 req-0af96fe6-6f19-4942-9810-87973540a506 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0486701 Jul 28 22:29:41.422402 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3b983852-90ec-45a4-ac89-d3b62d9089b4 req-7eeaf43c-1626-40f4-af84-9b97f89c15a0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Jul 28 22:29:42.544487 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33725af-724c-418d-933a-e24cfb863c5b req-8e699f05-2a47-40e4-99bd-1b778afe7b49 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:42.545945 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e33725af-724c-418d-933a-e24cfb863c5b req-8e699f05-2a47-40e4-99bd-1b778afe7b49 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0465877 Jul 28 22:29:42.592300 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e33725af-724c-418d-933a-e24cfb863c5b req-27002e6b-7bc6-40b6-bdef-1836218a903f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406740 Jul 28 22:29:43.714515 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b52da-e90a-42e7-9317-a2dee6849b39 req-309c70f8-6095-4ed9-b948-5af4e3989309 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:43.716006 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-922b52da-e90a-42e7-9317-a2dee6849b39 req-309c70f8-6095-4ed9-b948-5af4e3989309 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0506604 Jul 28 22:29:43.764364 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-922b52da-e90a-42e7-9317-a2dee6849b39 req-7cac570e-6d81-4fb7-9ea4-7334cd507122 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428183 Jul 28 22:29:43.881934 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:44.889966 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836d9de-a97d-458d-9f2e-672821671f2b req-fa934973-6ec7-4c93-94f2-c5d2e9203518 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:44.891434 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5836d9de-a97d-458d-9f2e-672821671f2b req-fa934973-6ec7-4c93-94f2-c5d2e9203518 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0514035 Jul 28 22:29:44.944391 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5836d9de-a97d-458d-9f2e-672821671f2b req-9ed5149a-5ac4-4c68-a9ec-9df286e3fc13 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470474 Jul 28 22:29:45.390835 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8ad012ed-0bd1-4d58-ae8a-da4ddc1eb573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:46.067270 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc549277-d9ff-4393-9d78-8f2631c24c17 req-0ef601ad-d078-4b79-91c9-a38ab4b14333 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:46.068728 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cc549277-d9ff-4393-9d78-8f2631c24c17 req-0ef601ad-d078-4b79-91c9-a38ab4b14333 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0514140 Jul 28 22:29:46.116128 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cc549277-d9ff-4393-9d78-8f2631c24c17 req-2cdc673e-9ab3-4366-bd6f-fac08c15511f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416687 Jul 28 22:29:47.244389 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b086ed2-c9ca-44ac-bc13-1b3016d5b4b2 req-c1fd6623-a97a-40ea-8a7c-fa519efa26a9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:47.245879 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9b086ed2-c9ca-44ac-bc13-1b3016d5b4b2 req-c1fd6623-a97a-40ea-8a7c-fa519efa26a9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0473039 Jul 28 22:29:47.292882 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9b086ed2-c9ca-44ac-bc13-1b3016d5b4b2 req-d8515767-e7b0-4450-9e3f-7f84b5e3c4ab tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415120 Jul 28 22:29:47.423773 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-82c7a3d1-f8c1-4020-a22c-8285b4233a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:48.411833 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8761a6c-c371-43d6-93da-02375a2835f7 req-0e22c11d-208f-4286-85de-f7a6304e68a1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:48.413353 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e8761a6c-c371-43d6-93da-02375a2835f7 req-0e22c11d-208f-4286-85de-f7a6304e68a1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0466418 Jul 28 22:29:48.462925 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e8761a6c-c371-43d6-93da-02375a2835f7 req-a0131507-e9da-4c68-93a9-ca23661d4325 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440724 Jul 28 22:29:48.794852 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:49.584212 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c5089-7dd9-4cda-b611-f3141526cbb2 req-1af94eec-2eb4-472d-81d2-15d8315b906a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:49.585706 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9a1c5089-7dd9-4cda-b611-f3141526cbb2 req-1af94eec-2eb4-472d-81d2-15d8315b906a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0472035 Jul 28 22:29:49.590026 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:49.590743 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=3,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:49.638469 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9a1c5089-7dd9-4cda-b611-f3141526cbb2 req-6a599709-8cfb-4e2b-898f-3ac2dfad7f09 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469651 Jul 28 22:29:50.265029 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:50.411547 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:29:50.738135 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:50.755760 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092dd2a-2265-424c-a025-fefc1612dcc0 req-b4604eac-3cdb-4e43-a054-15e1323e760b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:50.757213 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f092dd2a-2265-424c-a025-fefc1612dcc0 req-b4604eac-3cdb-4e43-a054-15e1323e760b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0464215 Jul 28 22:29:50.804997 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f092dd2a-2265-424c-a025-fefc1612dcc0 req-7ae16942-02d3-4c4a-a5b8-581964098eeb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Jul 28 22:29:51.538037 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3401849-bbae-4dbe-ad8c-c7d42ff19307 req-ab0c3791-2e29-40ad-9a12-7024ea7bcfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:51.539542 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c3401849-bbae-4dbe-ad8c-c7d42ff19307 req-ab0c3791-2e29-40ad-9a12-7024ea7bcfac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 1129 time: 0.0402553 Jul 28 22:29:51.591618 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c3401849-bbae-4dbe-ad8c-c7d42ff19307 req-d8ec8043-d357-477c-95f2-6c32a491bdf6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438695 Jul 28 22:29:51.924725 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb16443-c950-49de-9e09-b6d99ba6bd9d req-e748fa9c-6464-4778-83e4-7c1a707cf347 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:51.926844 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-deb16443-c950-49de-9e09-b6d99ba6bd9d req-e748fa9c-6464-4778-83e4-7c1a707cf347 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0506992 Jul 28 22:29:51.974018 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-deb16443-c950-49de-9e09-b6d99ba6bd9d req-88946e05-50a4-407a-9b69-7fc0a6e82907 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Jul 28 22:29:53.092017 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96d061-254b-4a9d-bbad-e8fbede36e8b req-a112a45f-13c7-45df-b588-38c0efd8cc5b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:53.093457 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-dc96d061-254b-4a9d-bbad-e8fbede36e8b req-a112a45f-13c7-45df-b588-38c0efd8cc5b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0459514 Jul 28 22:29:53.117804 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:29:53.142500 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-dc96d061-254b-4a9d-bbad-e8fbede36e8b req-8a4e0e52-5212-42a7-ac7a-4db4335fc2e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431292 Jul 28 22:29:53.261176 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50e5b-1aa5-40e7-970a-130caa70ed7b req-89343d5b-3fef-4de6-9d1d-e4a2f93dfddc tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:53.262657 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4df50e5b-1aa5-40e7-970a-130caa70ed7b req-89343d5b-3fef-4de6-9d1d-e4a2f93dfddc tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0483398 Jul 28 22:29:53.313804 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4df50e5b-1aa5-40e7-970a-130caa70ed7b req-0bfe7954-ed5d-44a8-8692-6bab438316ad tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448782 Jul 28 22:29:54.958729 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73721a-55c8-40bc-a738-29a52ef1d0e6 req-d0c5fd84-500e-411c-b58a-216113a913d4 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:54.960065 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2f73721a-55c8-40bc-a738-29a52ef1d0e6 req-d0c5fd84-500e-411c-b58a-216113a913d4 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0465679 Jul 28 22:29:55.006246 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2f73721a-55c8-40bc-a738-29a52ef1d0e6 req-de3fe925-bdfd-4c3b-a69f-513b075311c7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408490 Jul 28 22:29:56.127865 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fda042-d6eb-4a2c-bdff-786a4aa11d1f req-54808a4d-6598-46f9-a8f1-4754918034f8 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:56.129289 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-67fda042-d6eb-4a2c-bdff-786a4aa11d1f req-54808a4d-6598-46f9-a8f1-4754918034f8 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0471139 Jul 28 22:29:56.179173 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-67fda042-d6eb-4a2c-bdff-786a4aa11d1f req-094b0478-488b-40d1-aa4d-0fa9d555ce67 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Jul 28 22:29:57.300668 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58333aa-6239-4fd8-a06e-087717e3219b req-2c26cd80-7bd7-4d7d-9b91-89142ef592e2 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:57.302264 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a58333aa-6239-4fd8-a06e-087717e3219b req-2c26cd80-7bd7-4d7d-9b91-89142ef592e2 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0500252 Jul 28 22:29:57.349185 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a58333aa-6239-4fd8-a06e-087717e3219b req-1d5c43d6-05e2-41c6-b8c1-bad9330e1a32 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415168 Jul 28 22:29:57.739441 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47044fa-ea5f-4c6c-a577-740d5f08757e req-61e9eccf-40cb-4795-8b16-f84af4b172ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:57.740942 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e47044fa-ea5f-4c6c-a577-740d5f08757e req-61e9eccf-40cb-4795-8b16-f84af4b172ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 1130 time: 0.0392654 Jul 28 22:29:57.838799 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47044fa-ea5f-4c6c-a577-740d5f08757e req-3c426bfc-fdc6-48b6-b55c-60b9715d24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:57.840261 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e47044fa-ea5f-4c6c-a577-740d5f08757e req-3c426bfc-fdc6-48b6-b55c-60b9715d24a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 920 time: 0.0907445 Jul 28 22:29:57.885776 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e47044fa-ea5f-4c6c-a577-740d5f08757e req-4508a6ce-7e75-4ed0-a3a6-d631476b49e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fadf80f-a549-46e0-b26a-9fad8d146f17 HTTP/1.1" status: 200 len: 217 time: 0.0328195 Jul 28 22:29:57.940406 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47044fa-ea5f-4c6c-a577-740d5f08757e req-dc507648-aeb1-48f4-a54d-ea3998d050f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:57.941786 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e47044fa-ea5f-4c6c-a577-740d5f08757e req-dc507648-aeb1-48f4-a54d-ea3998d050f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.0430338 Jul 28 22:29:57.984828 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47044fa-ea5f-4c6c-a577-740d5f08757e req-ec3e6279-7791-4ae8-986f-a6f8e3470c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:57.986317 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e47044fa-ea5f-4c6c-a577-740d5f08757e req-ec3e6279-7791-4ae8-986f-a6f8e3470c80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381947 Jul 28 22:29:58.081324 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e47044fa-ea5f-4c6c-a577-740d5f08757e req-699a59f4-e6c4-4240-a0f4-c3c3086ae2e6 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879447 Jul 28 22:29:58.180568 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e47044fa-ea5f-4c6c-a577-740d5f08757e req-f97380a0-193d-4526-84e4-b3374b28812d service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911131 Jul 28 22:29:58.466303 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f87fd-5c0d-4aa8-b370-34fce7ae5b27 req-1cbae105-03ec-488f-9e91-4b9fd075699a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:58.467812 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9f2f87fd-5c0d-4aa8-b370-34fce7ae5b27 req-1cbae105-03ec-488f-9e91-4b9fd075699a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0460157 Jul 28 22:29:58.516098 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9f2f87fd-5c0d-4aa8-b370-34fce7ae5b27 req-41590b37-c97b-4390-bbc8-95321a2f5347 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Jul 28 22:29:59.639259 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58a0e1-3ef8-4606-aedd-bf192b6a3ec2 req-d7d4d89a-714b-4871-97d5-99a10eb7c1bd tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:29:59.640739 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ce58a0e1-3ef8-4606-aedd-bf192b6a3ec2 req-d7d4d89a-714b-4871-97d5-99a10eb7c1bd tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0506175 Jul 28 22:29:59.687894 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ce58a0e1-3ef8-4606-aedd-bf192b6a3ec2 req-6d5c49ba-2d9e-4edc-8c93-47d1d7fd0818 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Jul 28 22:30:00.405210 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:00.407059 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=57,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:00.808976 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d6a57-2ea4-492d-8e3c-db0330e010a4 req-45e8a21b-9e44-4273-9929-cab5adab9c4d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:00.810435 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f20d6a57-2ea4-492d-8e3c-db0330e010a4 req-45e8a21b-9e44-4273-9929-cab5adab9c4d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0499284 Jul 28 22:30:00.856271 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f20d6a57-2ea4-492d-8e3c-db0330e010a4 req-98d7c75f-4944-4378-a4cd-9ef62e12a6aa tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 Jul 28 22:30:01.986241 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24543af-37ec-492b-a488-7176546d605a req-37989f30-e0a1-4647-b294-ff72923376a2 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:01.987715 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c24543af-37ec-492b-a488-7176546d605a req-37989f30-e0a1-4647-b294-ff72923376a2 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0506957 Jul 28 22:30:02.015551 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:02.051847 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c24543af-37ec-492b-a488-7176546d605a req-0cb373f5-fe4e-4252-b7c4-15a4741311ef tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581753 Jul 28 22:30:03.051562 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 41884) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:03.177297 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:03.188543 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26d474-67be-4611-b37f-aca3e636b604 req-c90a9886-33db-4f4c-966e-a84ee180c8a5 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:03.190220 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6c26d474-67be-4611-b37f-aca3e636b604 req-c90a9886-33db-4f4c-966e-a84ee180c8a5 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0615621 Jul 28 22:30:03.248000 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6c26d474-67be-4611-b37f-aca3e636b604 req-4a13548c-1f10-4e1a-874a-4a150f7ae4bb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521476 Jul 28 22:30:03.255966 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Publish callbacks [] for security_group (beeeaa1f-7ed7-497e-a842-d6d4a1d565f8), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:03.260242 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (beeeaa1f-7ed7-497e-a842-d6d4a1d565f8), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:03.300473 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f1b46f6a60c4fac89d0f22260e3f8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476685 Jul 28 22:30:03.301952 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeeaa1f-7ed7-497e-a842-d6d4a1d565f8,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:03.303851 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 41892) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:03.321862 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.322214 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.322562 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.322908 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.323244 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.323580 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.323911 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.324240 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.324569 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.324899 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.325229 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.325595 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.325924 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.326247 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.326572 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9960e5-9759-4283-add0-d6ef7f6255df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:03.365070 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-30de1eea-d910-4b12-845e-a966b77c8d5c admin admin] Publish callbacks [] for security_group (beeeaa1f-7ed7-497e-a842-d6d4a1d565f8), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:03.386261 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-30de1eea-d910-4b12-845e-a966b77c8d5c admin admin] Publish callbacks [] for security_group (beeeaa1f-7ed7-497e-a842-d6d4a1d565f8), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:03.434466 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-30de1eea-d910-4b12-845e-a966b77c8d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (beeeaa1f-7ed7-497e-a842-d6d4a1d565f8), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:03.437159 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-30de1eea-d910-4b12-845e-a966b77c8d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:03.440526 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-30de1eea-d910-4b12-845e-a966b77c8d5c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/beeeaa1f-7ed7-497e-a842-d6d4a1d565f8 HTTP/1.1" status: 204 len: 168 time: 0.1334651 Jul 28 22:30:03.446166 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de1eea-d910-4b12-845e-a966b77c8d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeeaa1f-7ed7-497e-a842-d6d4a1d565f8,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:04.369811 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0033b98-887c-4fca-a18e-1106b896c477 req-824a1f29-a1b1-485b-83d6-de380ae4a75c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:04.371291 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a0033b98-887c-4fca-a18e-1106b896c477 req-824a1f29-a1b1-485b-83d6-de380ae4a75c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0497308 Jul 28 22:30:04.421824 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a0033b98-887c-4fca-a18e-1106b896c477 req-0e523a67-06fb-417e-a8e9-0f1d617f9341 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444002 Jul 28 22:30:04.490369 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 41946) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:04.602910 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7641f1d6-ace9-48ea-ba18-cf6cde17d308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:04.613707 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:04.618610 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:04.683587 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7641f1d6-ace9-48ea-ba18-cf6cde17d308 admin admin] Publish callbacks [] for security_group (513d7a73-2e6d-4bae-9077-d8c4cc72978e), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:04.687178 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7641f1d6-ace9-48ea-ba18-cf6cde17d308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (513d7a73-2e6d-4bae-9077-d8c4cc72978e), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:04.727569 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-7641f1d6-ace9-48ea-ba18-cf6cde17d308 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b27af66b3c39453cbcd06fc06d51fce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361729 Jul 28 22:30:04.728402 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641f1d6-ace9-48ea-ba18-cf6cde17d308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513d7a73-2e6d-4bae-9077-d8c4cc72978e,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:04.730371 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 41950) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:04.782422 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Publish callbacks [] for security_group (513d7a73-2e6d-4bae-9077-d8c4cc72978e), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:04.803847 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Publish callbacks [] for security_group (513d7a73-2e6d-4bae-9077-d8c4cc72978e), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:04.834882 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:04.857396 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (513d7a73-2e6d-4bae-9077-d8c4cc72978e), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:04.860075 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:04.861386 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/513d7a73-2e6d-4bae-9077-d8c4cc72978e HTTP/1.1" status: 204 len: 168 time: 0.1297531 Jul 28 22:30:04.870941 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513d7a73-2e6d-4bae-9077-d8c4cc72978e,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:04.878751 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.879153 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.880931 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.881320 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.881770 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.882177 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.882819 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.883184 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.883543 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.883872 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.884280 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.884580 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.884963 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.885329 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:04.885786 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07324e-1ff0-40c0-aee5-d18fcff88929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:05.535454 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 41990) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:05.556827 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8dbca-f1fa-412a-ba96-7a067b3cc0c2 req-8dd046d1-3ab5-44e1-9f07-14e5f341a0d9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:05.559271 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bea8dbca-f1fa-412a-ba96-7a067b3cc0c2 req-8dd046d1-3ab5-44e1-9f07-14e5f341a0d9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0571990 Jul 28 22:30:05.620866 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bea8dbca-f1fa-412a-ba96-7a067b3cc0c2 req-780add65-2161-47aa-8d8e-34c4f1302784 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559759 Jul 28 22:30:05.649811 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1976095651-network', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:05.670256 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Made reservation on behalf of 2406f01f7b3b4941a0bcd97a68d3d510 for: {'network': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:30:05.672555 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:05.681167 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:05.756481 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Publish callbacks [] for security_group (4b33ec03-758b-41af-b87e-421874ee5cd5), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:05.760615 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4b33ec03-758b-41af-b87e-421874ee5cd5), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:05.785227 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=104116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:30:05.794596 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b33ec03-758b-41af-b87e-421874ee5cd5,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:05.800298 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (4c5c1f79-ee81-4728-9516-39f78dc27ae5), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:05.800686 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.segments_db [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Added segment 4c5c1f79-ee81-4728-9516-39f78dc27ae5 of type vlan for network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 Jul 28 22:30:05.849141 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (7f2aa367-6d5d-4752-a99e-b9dafb11cca1), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:05.874471 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (7f2aa367-6d5d-4752-a99e-b9dafb11cca1), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:05.875416 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:05.875987 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:05.934806 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3974731 Jul 28 22:30:05.937818 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 41996) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:05.938141 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e012d03-313e-4400-b109-d0141505444e admin admin] Pushing event updated for resources: {'Network': ['ID=7f2aa367-6d5d-4752-a99e-b9dafb11cca1,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:05.943162 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-651d536c-574a-4133-bb7d-620b8bed373c admin admin] Request body: {'subnet': {'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1976095651-subnet', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'ip_version': 4}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:05.948197 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:30:05.963174 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651d536c-574a-4133-bb7d-620b8bed373c admin admin] Made reservation on behalf of 2406f01f7b3b4941a0bcd97a68d3d510 for: {'subnet': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:30:05.965782 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-651d536c-574a-4133-bb7d-620b8bed373c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843457'] for subnet (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.131051 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-651d536c-574a-4133-bb7d-620b8bed373c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58993893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843503'] for subnet (7b2d5a71-51ae-4403-b7de-674f7705c0be), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.185868 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d536c-574a-4133-bb7d-620b8bed373c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2d5a71-51ae-4403-b7de-674f7705c0be,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:06.200703 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651d536c-574a-4133-bb7d-620b8bed373c admin admin] Checking segment: {'id': '4c5c1f79-ee81-4728-9516-39f78dc27ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:30:06.201048 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651d536c-574a-4133-bb7d-620b8bed373c admin admin] Network hostable DHCP agents. Network: 7f2aa367-6d5d-4752-a99e-b9dafb11cca1, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:30:06.217075 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651d536c-574a-4133-bb7d-620b8bed373c admin admin] Network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:30:06.225915 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-651d536c-574a-4133-bb7d-620b8bed373c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 7f2aa367-6d5d-4752-a99e-b9dafb11cca1) {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:06.230218 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651d536c-574a-4133-bb7d-620b8bed373c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:06.230803 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-651d536c-574a-4133-bb7d-620b8bed373c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.235508 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a102e6-884e-4370-b79f-a10e1a78be43 None None] Network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:30:06.249144 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-651d536c-574a-4133-bb7d-620b8bed373c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3102565 Jul 28 22:30:06.251776 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 42000) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:06.256651 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:06.279063 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-355861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-678'] for router (c284a528-40fc-4fd7-b720-f6b206ce859e), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.280200 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-687'] for router (c284a528-40fc-4fd7-b720-f6b206ce859e), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.288720 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:06.346828 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Publish callbacks [] for router_controller (c284a528-40fc-4fd7-b720-f6b206ce859e), precommit_add_association {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.349509 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f313812-be9c-585b-b2da-26cdb27816da-7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'fixed_ips': [{'subnet_id': '7b2d5a71-51ae-4403-b7de-674f7705c0be'}]}} from dv-cinder-850939-3-iscsi. {{(pid=104118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 22:30:06.350581 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.482932 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Publish callbacks [] for router_gateway (c284a528-40fc-4fd7-b720-f6b206ce859e), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.492095 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.db_base_plugin_common [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Allocated IP 172.20.0.2 (7f2aa367-6d5d-4752-a99e-b9dafb11cca1/7b2d5a71-51ae-4403-b7de-674f7705c0be/fe667596-613c-4ca6-884b-b564574e7f38) {{(pid=104118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:30:06.623228 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:06.652651 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Publish callbacks [] for port (fe667596-613c-4ca6-884b-b564574e7f38), precommit_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.657430 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (fe667596-613c-4ca6-884b-b564574e7f38), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.671330 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Publish callbacks [] for router_gateway (c284a528-40fc-4fd7-b720-f6b206ce859e), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.690795 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.708059 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Pushing event updated for resources: {'Port': ['ID=fe667596-613c-4ca6-884b-b564574e7f38,revision_number=1']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:06.719657 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 is already hosted by enough agents. {{(pid=104118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:30:06.720997 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.base_scheduler [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Resources bound (agent type, host, resource id): {{(pid=104118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:06.723939 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Received port after_create {{(pid=104118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:30:06.783590 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Attempting to bind port fe667596-613c-4ca6-884b-b564574e7f38 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:30:06.783956 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Attempting to bind port fe667596-613c-4ca6-884b-b564574e7f38 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '4c5c1f79-ee81-4728-9516-39f78dc27ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:30:06.784517 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Attempting to bind port fe667596-613c-4ca6-884b-b564574e7f38 on network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:30:06.790849 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:30:06.791224 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Checking segment: {'id': '4c5c1f79-ee81-4728-9516-39f78dc27ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:30:06.791628 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.792094 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Bound using segment: {'id': '4c5c1f79-ee81-4728-9516-39f78dc27ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:30:06.792565 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Bound port: fe667596-613c-4ca6-884b-b564574e7f38, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5c1f79-ee81-4728-9516-39f78dc27ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:30:06.792947 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (fe667596-613c-4ca6-884b-b564574e7f38), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.795043 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb66db-5846-4cb8-a225-21acbd8e4bab req-3d51834f-e94f-4258-b3a8-bd3c49c1fc6f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:06.796848 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-19cb66db-5846-4cb8-a225-21acbd8e4bab req-3d51834f-e94f-4258-b3a8-bd3c49c1fc6f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0632412 Jul 28 22:30:06.862142 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] For port fe667596-613c-4ca6-884b-b564574e7f38, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:30:06.868183 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Allocated IP 172.27.3.27 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/ca766efb-c17a-4f26-a716-73114da2d51d) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:30:06.870209 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] For port fe667596-613c-4ca6-884b-b564574e7f38, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=fe667596-613c-4ca6-884b-b564574e7f38,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:30:06.877431 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (fe667596-613c-4ca6-884b-b564574e7f38), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:06.882607 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:30:06.891977 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-19cb66db-5846-4cb8-a225-21acbd8e4bab req-8841b27e-e2fe-4a9b-8756-0794181a4738 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774231 Jul 28 22:30:06.940952 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a74e29-facb-4ef2-9774-27e049dbffd1 None None] Pushing event updated for resources: {'Port': ['ID=fe667596-613c-4ca6-884b-b564574e7f38,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:07.021490 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Publish callbacks [] for port (ca766efb-c17a-4f26-a716-73114da2d51d), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:07.062191 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (ca766efb-c17a-4f26-a716-73114da2d51d), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:07.108618 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:30:07.110488 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:07.112877 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:30:07.190993 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Pushing event updated for resources: {'Port': ['ID=ca766efb-c17a-4f26-a716-73114da2d51d,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:07.297445 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:07.462736 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Publish callbacks [] for router_gateway (c284a528-40fc-4fd7-b720-f6b206ce859e), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:07.590230 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4b327-5db3-4391-89f2-b8d7c5414646 req-0973b1f6-659d-4102-a298-7af5d609ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:07.594334 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a5e4b327-5db3-4391-89f2-b8d7c5414646 req-0973b1f6-659d-4102-a298-7af5d609ffde service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 1130 time: 0.1705296 Jul 28 22:30:07.618253 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device fe667596-613c-4ca6-884b-b564574e7f38 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:30:07.669784 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:07.709656 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port fe667596-613c-4ca6-884b-b564574e7f38 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:07.710268 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (fe667596-613c-4ca6-884b-b564574e7f38), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:07.829003 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-353995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364417'] for router (c284a528-40fc-4fd7-b720-f6b206ce859e), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:07.854125 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port fe667596-613c-4ca6-884b-b564574e7f38 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:07.854918 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (fe667596-613c-4ca6-884b-b564574e7f38), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:07.896515 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:07.944016 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4b327-5db3-4391-89f2-b8d7c5414646 req-ccf79b5f-e243-4907-b894-428edf6e6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:07.947242 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a5e4b327-5db3-4391-89f2-b8d7c5414646 req-ccf79b5f-e243-4907-b894-428edf6e6132 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 920 time: 0.3108330 Jul 28 22:30:07.955342 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port fe667596-613c-4ca6-884b-b564574e7f38, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=fe667596-613c-4ca6-884b-b564574e7f38,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:30:07.964436 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (fe667596-613c-4ca6-884b-b564574e7f38), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:08.018141 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:08.046633 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a5e4b327-5db3-4391-89f2-b8d7c5414646 req-89e3bffc-7b1c-4b17-b830-ebd2aaf2e028 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fadf80f-a549-46e0-b26a-9fad8d146f17 HTTP/1.1" status: 200 len: 217 time: 0.0868735 Jul 28 22:30:08.147319 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:08.159396 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=fe667596-613c-4ca6-884b-b564574e7f38,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:08.191443 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dd10d-8456-4d3d-8719-3d47831018b7 req-7509c3bc-7bd7-4761-bfff-aeecdbb3623d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:08.199579 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5f2dd10d-8456-4d3d-8719-3d47831018b7 req-7509c3bc-7bd7-4761-bfff-aeecdbb3623d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.1709127 Jul 28 22:30:08.272548 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Router c284a528-40fc-4fd7-b720-f6b206ce859e is scheduled to L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b with binding_index 1 {{(pid=104117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 22:30:08.365668 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5f2dd10d-8456-4d3d-8719-3d47831018b7 req-0feac66e-c646-4240-90a5-1bb06394d2b9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502333 Jul 28 22:30:08.435418 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e360f0-fbbc-4a14-ae9e-63263583f580 None None] Network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:30:08.588366 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-9a45b311-ae6f-444a-ad5b-439143b3d677 None None] Provisioning complete for port fe667596-613c-4ca6-884b-b564574e7f38 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:08.591413 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-9a45b311-ae6f-444a-ad5b-439143b3d677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (fe667596-613c-4ca6-884b-b564574e7f38), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:08.699716 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4b327-5db3-4391-89f2-b8d7c5414646 req-cc89db65-0b57-4d23-9061-a84ab7f88b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:08.701329 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a5e4b327-5db3-4391-89f2-b8d7c5414646 req-cc89db65-0b57-4d23-9061-a84ab7f88b55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.6449845 Jul 28 22:30:08.747513 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:30:08.753327 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-9a45b311-ae6f-444a-ad5b-439143b3d677 None None] Current status of the port fe667596-613c-4ca6-884b-b564574e7f38 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:08.767779 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Sync routers for ids ['c284a528-40fc-4fd7-b720-f6b206ce859e'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:30:08.780376 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:08.781740 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2a8318d1-556f-4327-96f6-9d4a26f09c30 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5289433 Jul 28 22:30:08.785199 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 42062) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:08.789028 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Routers {'c284a528-40fc-4fd7-b720-f6b206ce859e'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:30:08.789929 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:29:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['c284a528-40fc-4fd7-b720-f6b206ce859e'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:08.823055 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4b327-5db3-4391-89f2-b8d7c5414646 req-8145caff-6369-4b66-b1c0-64a466c8361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:08.824626 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a5e4b327-5db3-4391-89f2-b8d7c5414646 req-8145caff-6369-4b66-b1c0-64a466c8361b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1010041 Jul 28 22:30:08.870162 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:08.931316 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:08.955836 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Set router c284a528-40fc-4fd7-b720-f6b206ce859e gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:30:08.992377 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:09.001913 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a5e4b327-5db3-4391-89f2-b8d7c5414646 req-1574b2a7-9ab8-4e58-b90a-cbdebfa29525 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677430 Jul 28 22:30:09.190248 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-bc1bb375-b0fe-479c-b6e6-268fdacd677a None None] Provisioning complete for port fe667596-613c-4ca6-884b-b564574e7f38 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:09.190822 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb375-b0fe-479c-b6e6-268fdacd677a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (fe667596-613c-4ca6-884b-b564574e7f38), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:09.199492 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a5e4b327-5db3-4391-89f2-b8d7c5414646 req-2b6cf13b-e767-48ec-aa28-0bc1827758e0 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874583 Jul 28 22:30:09.216032 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:07Z', 'revision_number': 3, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port': {'id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:09.218146 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:09.255451 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Checking router: c284a528-40fc-4fd7-b720-f6b206ce859e for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:30:09.255800 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Updating router c284a528-40fc-4fd7-b720-f6b206ce859e port ca766efb-c17a-4f26-a716-73114da2d51d binding host dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:30:09.292800 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (ca766efb-c17a-4f26-a716-73114da2d51d), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:09.315111 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:09.363438 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bb375-b0fe-479c-b6e6-268fdacd677a None None] Current status of the port fe667596-613c-4ca6-884b-b564574e7f38 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:09.432263 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:09.508671 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:09.515465 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device fe667596-613c-4ca6-884b-b564574e7f38 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:30:09.595034 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b081443-0d9e-4c40-a356-2bde87882c4f req-477999e7-bb27-4e10-8c7f-05f31a18b99d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:09.596743 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5b081443-0d9e-4c40-a356-2bde87882c4f req-477999e7-bb27-4e10-8c7f-05f31a18b99d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0889747 Jul 28 22:30:09.618727 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port fe667596-613c-4ca6-884b-b564574e7f38 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:09.619644 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (fe667596-613c-4ca6-884b-b564574e7f38), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:09.664993 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:09.683855 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Publish callbacks [] for port (ca766efb-c17a-4f26-a716-73114da2d51d), precommit_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:09.684435 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Allocated IP 172.20.0.1 (7f2aa367-6d5d-4752-a99e-b9dafb11cca1/7b2d5a71-51ae-4403-b7de-674f7705c0be/9a813a59-a059-4bc7-b93e-7a76ef49e455) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:30:09.692305 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5b081443-0d9e-4c40-a356-2bde87882c4f req-0088c58a-a6ec-4e29-a52e-d09a5c193109 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858810 Jul 28 22:30:09.692973 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (ca766efb-c17a-4f26-a716-73114da2d51d), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:09.772284 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6ef69-6df8-424b-8dc1-d9f2cd18b21f None None] Pushing event updated for resources: {'Port': ['ID=ca766efb-c17a-4f26-a716-73114da2d51d,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:09.781732 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Attempting to bind port ca766efb-c17a-4f26-a716-73114da2d51d on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:30:09.782105 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Attempting to bind port ca766efb-c17a-4f26-a716-73114da2d51d by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:30:09.783477 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Attempting to bind port ca766efb-c17a-4f26-a716-73114da2d51d on network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:30:09.791747 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port fe667596-613c-4ca6-884b-b564574e7f38 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:09.796011 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:30:09.796481 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Checking segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:30:09.796943 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:09.797328 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Bound using segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:30:09.798640 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Bound port: ca766efb-c17a-4f26-a716-73114da2d51d, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:30:09.798640 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (ca766efb-c17a-4f26-a716-73114da2d51d), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:09.801134 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Publish callbacks [] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:09.835955 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:09.854294 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] For port ca766efb-c17a-4f26-a716-73114da2d51d, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:30:09.857383 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] For port ca766efb-c17a-4f26-a716-73114da2d51d, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=ca766efb-c17a-4f26-a716-73114da2d51d,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:30:09.865292 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (ca766efb-c17a-4f26-a716-73114da2d51d), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:09.879128 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:30:09.885020 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:09.887218 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Pushing event updated for resources: {'Port': ['ID=9a813a59-a059-4bc7-b93e-7a76ef49e455,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:09.889359 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:30:09.933395 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Routers {'c284a528-40fc-4fd7-b720-f6b206ce859e'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:30:09.934058 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:29:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['c284a528-40fc-4fd7-b720-f6b206ce859e'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:09.936870 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353153'] for router_interface (c284a528-40fc-4fd7-b720-f6b206ce859e), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:10.101519 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:10.127534 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6ef69-6df8-424b-8dc1-d9f2cd18b21f None None] Pushing event updated for resources: {'Port': ['ID=ca766efb-c17a-4f26-a716-73114da2d51d,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:10.185120 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:10.201354 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:10.201506 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-57ec84c8-cffd-40c3-b809-30c4ffdb7a68 None None] Provisioning complete for port 9a813a59-a059-4bc7-b93e-7a76ef49e455 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:10.201875 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-57ec84c8-cffd-40c3-b809-30c4ffdb7a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:10.248197 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-57ec84c8-cffd-40c3-b809-30c4ffdb7a68 None None] Port 9a813a59-a059-4bc7-b93e-7a76ef49e455 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:30:10.275254 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] Set router c284a528-40fc-4fd7-b720-f6b206ce859e gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:30:10.287183 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Publish callbacks [] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:10.291869 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58993694'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:10.367934 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:10.398872 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Pushing event updated for resources: {'Port': ['ID=9a813a59-a059-4bc7-b93e-7a76ef49e455,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:10.407548 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8a43a-571b-486e-b03d-08094f47bd7a req-4b67ab33-8a52-4bb3-a9d0-565332daaf75 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:10.409022 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-46c8a43a-571b-486e-b03d-08094f47bd7a req-4b67ab33-8a52-4bb3-a9d0-565332daaf75 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0779784 Jul 28 22:30:10.412928 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-353277'] for router_interface (c284a528-40fc-4fd7-b720-f6b206ce859e), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:10.450931 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:07Z', 'revision_number': 3, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port': {'id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:10.480360 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b1a78-7a1a-4c1e-b717-3f6589cf9bff None None] The sync data for ids ['c284a528-40fc-4fd7-b720-f6b206ce859e'] in dv-cinder-850939-3-iscsi is: [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:07Z', 'revision_number': 3, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port': {'id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:30:10.517907 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-46c8a43a-571b-486e-b03d-08094f47bd7a req-5d16637b-2281-42e4-aac6-ee002f298f15 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018331 Jul 28 22:30:10.556516 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:30:10.558031 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:10.681042 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Router c284a528-40fc-4fd7-b720-f6b206ce859e has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:30:10.876043 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d6ab1748-2ba9-42d8-be98-8d2ee5289140 None None] Provisioning complete for port 9a813a59-a059-4bc7-b93e-7a76ef49e455 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:10.876603 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d6ab1748-2ba9-42d8-be98-8d2ee5289140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:10.877602 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a4bb8-88a3-4912-9bb9-265acbec3991 req-fbd81538-3b6f-4967-b5d1-7269f157f926 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:10.879342 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c0a4bb8-88a3-4912-9bb9-265acbec3991 req-fbd81538-3b6f-4967-b5d1-7269f157f926 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0881901 Jul 28 22:30:10.888833 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:30:10.904229 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-50bab45d-a1b5-4506-9dac-2d461c84f75b admin admin] 10.222.0.39 "PUT /v2.0/routers/c284a528-40fc-4fd7-b720-f6b206ce859e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1173091 Jul 28 22:30:10.918291 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab1748-2ba9-42d8-be98-8d2ee5289140 None None] Port 9a813a59-a059-4bc7-b93e-7a76ef49e455 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:30:10.951050 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c0a4bb8-88a3-4912-9bb9-265acbec3991 req-0a62b306-600e-4eed-9077-23ba3a24b4a6 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643260 Jul 28 22:30:11.445934 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 42124) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:11.450911 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1558163869-network', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:11.471109 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Made reservation on behalf of 80d3cde38cd9481ab0dc9d3836de3359 for: {'network': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:30:11.474188 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:11.483191 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:11.495937 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device ca766efb-c17a-4f26-a716-73114da2d51d up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:30:11.544265 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port ca766efb-c17a-4f26-a716-73114da2d51d triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:11.544933 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (ca766efb-c17a-4f26-a716-73114da2d51d), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:11.584343 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Publish callbacks [] for security_group (9711a2d9-ce36-4578-9c88-19c3ce632684), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:11.588863 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (9711a2d9-ce36-4578-9c88-19c3ce632684), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:11.626976 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port ca766efb-c17a-4f26-a716-73114da2d51d is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:11.627234 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=104116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:30:11.627435 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (ca766efb-c17a-4f26-a716-73114da2d51d), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:11.641341 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9711a2d9-ce36-4578-9c88-19c3ce632684,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:11.646962 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (47294fe3-ac21-42a8-b60a-19f83edcab41), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:11.647302 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.segments_db [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Added segment 47294fe3-ac21-42a8-b60a-19f83edcab41 of type vlan for network 17459d5f-3dfd-4b84-b878-14ce51b81538 Jul 28 22:30:11.649037 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port ca766efb-c17a-4f26-a716-73114da2d51d, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=ca766efb-c17a-4f26-a716-73114da2d51d,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:30:11.650078 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:11.655986 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (ca766efb-c17a-4f26-a716-73114da2d51d), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:11.664220 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac66e5-068b-46bf-9517-d0bf88e36d09 req-ba967b8d-0560-4296-953d-5c63e69e1e13 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:11.666015 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d2ac66e5-068b-46bf-9517-d0bf88e36d09 req-ba967b8d-0560-4296-953d-5c63e69e1e13 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0543237 Jul 28 22:30:11.699348 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (17459d5f-3dfd-4b84-b878-14ce51b81538), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:11.710870 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=ca766efb-c17a-4f26-a716-73114da2d51d,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:11.730423 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (17459d5f-3dfd-4b84-b878-14ce51b81538), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:11.731670 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:11.732482 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:11.737198 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d2ac66e5-068b-46bf-9517-d0bf88e36d09 req-34bf2d79-576f-4186-b89d-a036ace69529 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624056 Jul 28 22:30:11.803452 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3563461 Jul 28 22:30:11.806335 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 42130) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:11.812074 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-9b23309a-b353-4540-8fd2-5db8ae0afd98 admin admin] Request body: {'subnet': {'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1558163869-subnet', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'ip_version': 4}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:11.815377 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d4f23-e5b6-4a2d-9bbb-81e5db654de3 admin admin] Pushing event updated for resources: {'Network': ['ID=17459d5f-3dfd-4b84-b878-14ce51b81538,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:11.826400 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 17459d5f-3dfd-4b84-b878-14ce51b81538 details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:30:11.835801 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b23309a-b353-4540-8fd2-5db8ae0afd98 admin admin] Made reservation on behalf of 80d3cde38cd9481ab0dc9d3836de3359 for: {'subnet': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:30:11.838323 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9b23309a-b353-4540-8fd2-5db8ae0afd98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843457'] for subnet (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:11.951559 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:12.067038 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:12.083584 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9b23309a-b353-4540-8fd2-5db8ae0afd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58993893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843503'] for subnet (1647eab1-8eb2-48e0-9147-5f995fab70e6), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:12.147921 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b25db-0a36-444e-8f1d-987897d0f7df req-595a8882-13fd-4443-9b3f-851acc17eeef tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:12.149660 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d27b25db-0a36-444e-8f1d-987897d0f7df req-595a8882-13fd-4443-9b3f-851acc17eeef tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.1188879 Jul 28 22:30:12.168170 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23309a-b353-4540-8fd2-5db8ae0afd98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1647eab1-8eb2-48e0-9147-5f995fab70e6,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:12.177179 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Sync routers for ids ['c284a528-40fc-4fd7-b720-f6b206ce859e'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:30:12.197027 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Routers {'c284a528-40fc-4fd7-b720-f6b206ce859e'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:30:12.198040 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:29:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['c284a528-40fc-4fd7-b720-f6b206ce859e'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:12.234668 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b23309a-b353-4540-8fd2-5db8ae0afd98 admin admin] Checking segment: {'id': '47294fe3-ac21-42a8-b60a-19f83edcab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:30:12.235583 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b23309a-b353-4540-8fd2-5db8ae0afd98 admin admin] Network hostable DHCP agents. Network: 17459d5f-3dfd-4b84-b878-14ce51b81538, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:30:12.243200 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d27b25db-0a36-444e-8f1d-987897d0f7df req-711f14f8-b61d-44dc-8a77-d16905de3e62 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865676 Jul 28 22:30:12.266406 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b23309a-b353-4540-8fd2-5db8ae0afd98 admin admin] Network 17459d5f-3dfd-4b84-b878-14ce51b81538 is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:30:12.281895 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-9b23309a-b353-4540-8fd2-5db8ae0afd98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 17459d5f-3dfd-4b84-b878-14ce51b81538) {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:12.296600 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ce0617-b558-4e82-a00d-36a09d34b291 None None] Network 17459d5f-3dfd-4b84-b878-14ce51b81538 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:30:12.297452 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b23309a-b353-4540-8fd2-5db8ae0afd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:12.298172 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9b23309a-b353-4540-8fd2-5db8ae0afd98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:12.321605 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-9b23309a-b353-4540-8fd2-5db8ae0afd98 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5124605 Jul 28 22:30:12.323073 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 42142) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:12.328099 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1558163869-router', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:12.355810 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-355861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-678'] for router (173e17b8-c237-4303-9cf7-cb2765a451ac), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:12.358909 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-687'] for router (173e17b8-c237-4303-9cf7-cb2765a451ac), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:12.399595 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Set router c284a528-40fc-4fd7-b720-f6b206ce859e gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:30:12.441021 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Publish callbacks [] for router_controller (173e17b8-c237-4303-9cf7-cb2765a451ac), precommit_add_association {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:12.475475 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f313812-be9c-585b-b2da-26cdb27816da-17459d5f-3dfd-4b84-b878-14ce51b81538', 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538', 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'fixed_ips': [{'subnet_id': '1647eab1-8eb2-48e0-9147-5f995fab70e6'}]}} from dv-cinder-850939-3-iscsi. {{(pid=104118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 22:30:12.476505 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:12.657637 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Publish callbacks [] for router_gateway (173e17b8-c237-4303-9cf7-cb2765a451ac), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:12.842932 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.db_base_plugin_common [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Allocated IP 172.20.0.2 (17459d5f-3dfd-4b84-b878-14ce51b81538/1647eab1-8eb2-48e0-9147-5f995fab70e6/a7546d66-9cfa-462e-9677-301af76f0328) {{(pid=104118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:30:12.889816 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:10Z', 'revision_number': 4, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port': {'id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '9a813a59-a059-4bc7-b93e-7a76ef49e455', 'name': '', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'mac_address': 'fa:16:3e:40:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:09Z', 'updated_at': '2022-07-28T22:30:10Z', 'revision_number': 2, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'subnets': [{'id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:12.910172 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:12.918225 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Publish callbacks [] for router_gateway (173e17b8-c237-4303-9cf7-cb2765a451ac), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:12.943472 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:12.952791 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Checking router: c284a528-40fc-4fd7-b720-f6b206ce859e for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:30:12.958076 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Updating router c284a528-40fc-4fd7-b720-f6b206ce859e port 9a813a59-a059-4bc7-b93e-7a76ef49e455 binding host dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:30:13.028095 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:13.098315 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Allocated IP 172.27.3.45 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/8b3356a6-23cc-47c7-b035-cbc5aff99379) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:30:13.125387 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515594f-f6ed-4906-9b6e-33efeacbb968 req-b1f0e810-a879-4b16-ab95-56da72712199 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:13.126984 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b515594f-f6ed-4906-9b6e-33efeacbb968 req-b1f0e810-a879-4b16-ab95-56da72712199 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.1422207 Jul 28 22:30:13.144234 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:13.154645 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Publish callbacks [] for port (a7546d66-9cfa-462e-9677-301af76f0328), precommit_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:13.173400 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (a7546d66-9cfa-462e-9677-301af76f0328), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:13.288123 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Pushing event updated for resources: {'Port': ['ID=a7546d66-9cfa-462e-9677-301af76f0328,revision_number=1']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:13.296688 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b515594f-f6ed-4906-9b6e-33efeacbb968 req-52b5ae50-1dc7-4dcc-8ada-65fe2735eb4a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523955 Jul 28 22:30:13.320234 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:13.334699 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Network 17459d5f-3dfd-4b84-b878-14ce51b81538 is already hosted by enough agents. {{(pid=104118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:30:13.340007 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.base_scheduler [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Resources bound (agent type, host, resource id): {{(pid=104118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:13.354028 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Received port after_create {{(pid=104118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:30:13.475548 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Publish callbacks [] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:13.528917 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357bfc1-74d3-4a5c-91e0-db2acf339a27 req-94e22cfe-c23a-44d1-ba66-898c9e59df60 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:13.528917 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b357bfc1-74d3-4a5c-91e0-db2acf339a27 req-94e22cfe-c23a-44d1-ba66-898c9e59df60 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.1224084 Jul 28 22:30:13.589579 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Attempting to bind port a7546d66-9cfa-462e-9677-301af76f0328 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:30:13.590648 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Attempting to bind port a7546d66-9cfa-462e-9677-301af76f0328 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '47294fe3-ac21-42a8-b60a-19f83edcab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:30:13.591397 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Attempting to bind port a7546d66-9cfa-462e-9677-301af76f0328 on network 17459d5f-3dfd-4b84-b878-14ce51b81538 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:30:13.596156 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:13.614187 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:30:13.616085 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Checking segment: {'id': '47294fe3-ac21-42a8-b60a-19f83edcab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:30:13.618236 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:13.619957 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Bound using segment: {'id': '47294fe3-ac21-42a8-b60a-19f83edcab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:30:13.622455 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Bound port: a7546d66-9cfa-462e-9677-301af76f0328, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47294fe3-ac21-42a8-b60a-19f83edcab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:30:13.624428 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (a7546d66-9cfa-462e-9677-301af76f0328), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:13.639541 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b357bfc1-74d3-4a5c-91e0-db2acf339a27 req-110a8770-9381-4b38-84e8-afe3ec728f9f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984991 Jul 28 22:30:13.686530 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Publish callbacks [] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:13.695883 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:13.716436 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:30:13.718468 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device ca766efb-c17a-4f26-a716-73114da2d51d up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:30:13.728155 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:13.776287 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:30:13.782089 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=8b3356a6-23cc-47c7-b035-cbc5aff99379,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:13.845500 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] For port a7546d66-9cfa-462e-9677-301af76f0328, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:30:13.850106 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port ca766efb-c17a-4f26-a716-73114da2d51d triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:13.852692 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (ca766efb-c17a-4f26-a716-73114da2d51d), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:13.896116 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Pushing event updated for resources: {'Port': ['ID=9a813a59-a059-4bc7-b93e-7a76ef49e455,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:13.900852 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] For port a7546d66-9cfa-462e-9677-301af76f0328, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=a7546d66-9cfa-462e-9677-301af76f0328,segment=NetworkSegment(47294fe3-ac21-42a8-b60a-19f83edcab41),segment_id=47294fe3-ac21-42a8-b60a-19f83edcab41)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:30:13.911305 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Attempting to bind port 9a813a59-a059-4bc7-b93e-7a76ef49e455 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:30:13.912184 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Attempting to bind port 9a813a59-a059-4bc7-b93e-7a76ef49e455 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '4c5c1f79-ee81-4728-9516-39f78dc27ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:30:13.912762 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Attempting to bind port 9a813a59-a059-4bc7-b93e-7a76ef49e455 on network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:30:13.914237 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (a7546d66-9cfa-462e-9677-301af76f0328), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:13.918110 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.918721 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.919285 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.919951 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.920499 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.921050 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.921619 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.922152 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.922850 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:13.923447 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.924003 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.924534 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.925082 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.925652 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.927012 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.927742 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:13.934894 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:30:13.935655 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Checking segment: {'id': '4c5c1f79-ee81-4728-9516-39f78dc27ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:30:13.936293 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:13.937842 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Bound using segment: {'id': '4c5c1f79-ee81-4728-9516-39f78dc27ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:30:13.939980 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Bound port: 9a813a59-a059-4bc7-b93e-7a76ef49e455, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5c1f79-ee81-4728-9516-39f78dc27ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:30:13.940747 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:14.083900 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:14.094283 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] For port 9a813a59-a059-4bc7-b93e-7a76ef49e455, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:30:14.099369 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] For port 9a813a59-a059-4bc7-b93e-7a76ef49e455, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=9a813a59-a059-4bc7-b93e-7a76ef49e455,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:30:14.103547 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port ca766efb-c17a-4f26-a716-73114da2d51d is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:14.110818 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:14.126452 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c589981-a493-4783-9a66-aaf69d34f45c None None] Pushing event updated for resources: {'Port': ['ID=a7546d66-9cfa-462e-9677-301af76f0328,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:14.197449 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdcf7e-80ad-4270-a792-9a04e58615d7 None None] Pushing event updated for resources: {'Port': ['ID=9a813a59-a059-4bc7-b93e-7a76ef49e455,revision_number=4']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:14.206100 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Routers {'c284a528-40fc-4fd7-b720-f6b206ce859e'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:30:14.207011 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:29:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['c284a528-40fc-4fd7-b720-f6b206ce859e'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:14.225602 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-6e9000ab-ea2d-41c8-b033-006864faabbb None None] Provisioning complete for port 9a813a59-a059-4bc7-b93e-7a76ef49e455 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:14.226656 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6e9000ab-ea2d-41c8-b033-006864faabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:14.229813 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Publish callbacks [] for router_gateway (173e17b8-c237-4303-9cf7-cb2765a451ac), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:14.364669 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] Set router c284a528-40fc-4fd7-b720-f6b206ce859e gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:30:14.436127 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:14.451370 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-6e9000ab-ea2d-41c8-b033-006864faabbb None None] Current status of the port 9a813a59-a059-4bc7-b93e-7a76ef49e455 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:14.451886 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6e9000ab-ea2d-41c8-b033-006864faabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:14.453679 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:14.555388 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-6e9000ab-ea2d-41c8-b033-006864faabbb None None] For port 9a813a59-a059-4bc7-b93e-7a76ef49e455, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=9a813a59-a059-4bc7-b93e-7a76ef49e455,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:30:14.563504 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6e9000ab-ea2d-41c8-b033-006864faabbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:14.592593 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a7657-343e-4943-866d-2936f235f32b req-0c87810c-a769-420b-a5b2-78c32fecca56 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:14.612529 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-472a7657-343e-4943-866d-2936f235f32b req-0c87810c-a769-420b-a5b2-78c32fecca56 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.1718845 Jul 28 22:30:14.651237 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9000ab-ea2d-41c8-b033-006864faabbb None None] Pushing event updated for resources: {'Port': ['ID=9a813a59-a059-4bc7-b93e-7a76ef49e455,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:14.702910 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-472a7657-343e-4943-866d-2936f235f32b req-aef4549d-19d9-4dc7-ac0b-a9e6cf060f87 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821867 Jul 28 22:30:14.779933 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-353995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364417'] for router (173e17b8-c237-4303-9cf7-cb2765a451ac), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:14.784024 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-28115238-df6a-4ef8-9a84-059db007d8bf None None] Provisioning complete for port 9a813a59-a059-4bc7-b93e-7a76ef49e455 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:14.784404 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-28115238-df6a-4ef8-9a84-059db007d8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:14.816332 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14be6c-6fd5-4d58-848e-930e13706ccd req-84e33162-5eff-471c-b92f-ea46f70f5241 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:14.819915 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:10Z', 'revision_number': 4, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port': {'id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '9a813a59-a059-4bc7-b93e-7a76ef49e455', 'name': '', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'mac_address': 'fa:16:3e:40:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:09Z', 'updated_at': '2022-07-28T22:30:14Z', 'revision_number': 4, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'subnets': [{'id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:14.822538 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6e14be6c-6fd5-4d58-848e-930e13706ccd req-84e33162-5eff-471c-b92f-ea46f70f5241 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0672529 Jul 28 22:30:14.852450 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a9486-31ad-48f4-83a5-e5fde6f63621 None None] The sync data for ids ['c284a528-40fc-4fd7-b720-f6b206ce859e'] in dv-cinder-850939-3-iscsi is: [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:10Z', 'revision_number': 4, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port': {'id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '9a813a59-a059-4bc7-b93e-7a76ef49e455', 'name': '', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'mac_address': 'fa:16:3e:40:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:09Z', 'updated_at': '2022-07-28T22:30:14Z', 'revision_number': 4, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'subnets': [{'id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:30:14.891977 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:14.892987 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-28115238-df6a-4ef8-9a84-059db007d8bf None None] Current status of the port 9a813a59-a059-4bc7-b93e-7a76ef49e455 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:14.912082 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6e14be6c-6fd5-4d58-848e-930e13706ccd req-8a9b0802-19d4-4bac-8797-fd59428c3c72 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870395 Jul 28 22:30:14.989068 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Router 173e17b8-c237-4303-9cf7-cb2765a451ac is scheduled to L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b with binding_index 1 {{(pid=104116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 22:30:15.118563 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:30:15.134858 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Sync routers for ids ['173e17b8-c237-4303-9cf7-cb2765a451ac'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:30:15.152950 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Routers {'173e17b8-c237-4303-9cf7-cb2765a451ac'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:30:15.156441 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:15.157271 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:29:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['173e17b8-c237-4303-9cf7-cb2765a451ac'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:15.163709 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 42210) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:15.164605 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-453b8dd7-8a3d-4acd-880a-d7cbc0908fc7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8396230 Jul 28 22:30:15.371645 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Set router 173e17b8-c237-4303-9cf7-cb2765a451ac gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:30:15.664660 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:15.709136 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-752cc1cb-8e5e-4823-ae61-bc6881f0390c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:15.714463 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device a7546d66-9cfa-462e-9677-301af76f0328 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:30:15.797943 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:15.807530 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8232359a-a78e-4ff8-9631-fad48cc048e3 None None] Network 17459d5f-3dfd-4b84-b878-14ce51b81538 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:30:15.853582 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76b82e-5a5f-4419-ad8f-1e259d830b6f req-c2af293f-d1f0-48ac-ac7b-8bbe23c0e1fa tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:15.855077 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-df76b82e-5a5f-4419-ad8f-1e259d830b6f req-c2af293f-d1f0-48ac-ac7b-8bbe23c0e1fa tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0675955 Jul 28 22:30:15.916099 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-6c0244e5-b223-4b2c-a7be-968e705c30dd None None] Provisioning complete for port a7546d66-9cfa-462e-9677-301af76f0328 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:15.916479 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6c0244e5-b223-4b2c-a7be-968e705c30dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (a7546d66-9cfa-462e-9677-301af76f0328), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:15.930582 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:15.938084 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-df76b82e-5a5f-4419-ad8f-1e259d830b6f req-dbb1f211-4d90-4312-8543-5c2f1b042a78 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620315 Jul 28 22:30:16.020920 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port a7546d66-9cfa-462e-9677-301af76f0328 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:16.021307 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (a7546d66-9cfa-462e-9677-301af76f0328), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.066091 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'name': 'tempest-TestShelveInstance-1558163869-router', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:13Z', 'revision_number': 3, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'gw_port': {'id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:16.110471 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Checking router: 173e17b8-c237-4303-9cf7-cb2765a451ac for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:30:16.110824 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Updating router 173e17b8-c237-4303-9cf7-cb2765a451ac port 8b3356a6-23cc-47c7-b035-cbc5aff99379 binding host dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:30:16.111587 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb1b57-72ae-4ec9-971e-ad4ea22f3d01 req-67396738-e47d-46b0-82e4-fc5cc9dd5db9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:16.113180 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-27cb1b57-72ae-4ec9-971e-ad4ea22f3d01 req-67396738-e47d-46b0-82e4-fc5cc9dd5db9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0660067 Jul 28 22:30:16.161280 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:16.194030 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Allocated IP 172.20.0.1 (17459d5f-3dfd-4b84-b878-14ce51b81538/1647eab1-8eb2-48e0-9147-5f995fab70e6/c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:30:16.198288 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.248627 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-6c0244e5-b223-4b2c-a7be-968e705c30dd None None] Current status of the port a7546d66-9cfa-462e-9677-301af76f0328 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:16.249024 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6c0244e5-b223-4b2c-a7be-968e705c30dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (a7546d66-9cfa-462e-9677-301af76f0328), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.250061 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-27cb1b57-72ae-4ec9-971e-ad4ea22f3d01 req-6c7a7c78-44d3-4300-97f1-d3dbdc20445d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942836 Jul 28 22:30:16.352199 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port a7546d66-9cfa-462e-9677-301af76f0328 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:16.352941 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (a7546d66-9cfa-462e-9677-301af76f0328), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.391497 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Publish callbacks [] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.427331 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-6c0244e5-b223-4b2c-a7be-968e705c30dd None None] For port a7546d66-9cfa-462e-9677-301af76f0328, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=a7546d66-9cfa-462e-9677-301af76f0328,segment=NetworkSegment(47294fe3-ac21-42a8-b60a-19f83edcab41),segment_id=47294fe3-ac21-42a8-b60a-19f83edcab41)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:30:16.430496 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.446000 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:16.450998 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6c0244e5-b223-4b2c-a7be-968e705c30dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (a7546d66-9cfa-462e-9677-301af76f0328), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.487386 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Network 17459d5f-3dfd-4b84-b878-14ce51b81538 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:30:16.492158 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:16.503018 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:30:16.545281 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:16.564964 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353153'] for router_interface (173e17b8-c237-4303-9cf7-cb2765a451ac), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.640903 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-b907cdc2-e119-4a20-8602-209b953dfb62 None None] Provisioning complete for port a7546d66-9cfa-462e-9677-301af76f0328 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:16.641193 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b907cdc2-e119-4a20-8602-209b953dfb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (a7546d66-9cfa-462e-9677-301af76f0328), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.652764 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.db.api [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 22:30:16.653188 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG oslo_db.api [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 22:30:16.713999 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:16.755243 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0244e5-b223-4b2c-a7be-968e705c30dd None None] Pushing event updated for resources: {'Port': ['ID=a7546d66-9cfa-462e-9677-301af76f0328,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:16.763912 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.780020 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:16.909459 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Publish callbacks [] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), precommit_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.916187 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-b907cdc2-e119-4a20-8602-209b953dfb62 None None] Current status of the port a7546d66-9cfa-462e-9677-301af76f0328 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:16.919943 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.973786 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42585f4-b754-4ac8-8c10-e98721635bbe None None] Pushing event updated for resources: {'Port': ['ID=8b3356a6-23cc-47c7-b035-cbc5aff99379,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:16.976230 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Attempting to bind port 8b3356a6-23cc-47c7-b035-cbc5aff99379 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:30:16.976610 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Attempting to bind port 8b3356a6-23cc-47c7-b035-cbc5aff99379 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:30:16.976981 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Attempting to bind port 8b3356a6-23cc-47c7-b035-cbc5aff99379 on network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:30:16.995614 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Publish callbacks [] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.996939 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:30:16.997396 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Checking segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:30:16.997758 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:16.998135 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Bound using segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:30:16.998749 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Bound port: 8b3356a6-23cc-47c7-b035-cbc5aff99379, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:30:16.999250 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.001718 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58993694'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.056587 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-0c307b89-167f-4fe4-922d-6150e242a5e5 None None] Provisioning complete for port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:17.056966 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0c307b89-167f-4fe4-922d-6150e242a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.086583 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:17.095872 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] For port 8b3356a6-23cc-47c7-b035-cbc5aff99379, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:30:17.111696 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] For port 8b3356a6-23cc-47c7-b035-cbc5aff99379, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=8b3356a6-23cc-47c7-b035-cbc5aff99379,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:30:17.113913 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-0c307b89-167f-4fe4-922d-6150e242a5e5 None None] Port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:30:17.122147 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.223829 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port a7546d66-9cfa-462e-9677-301af76f0328 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:17.224976 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 9a813a59-a059-4bc7-b93e-7a76ef49e455 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:30:17.250136 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42585f4-b754-4ac8-8c10-e98721635bbe None None] Pushing event updated for resources: {'Port': ['ID=8b3356a6-23cc-47c7-b035-cbc5aff99379,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:17.253172 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Routers {'173e17b8-c237-4303-9cf7-cb2765a451ac'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:30:17.254768 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:29:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['173e17b8-c237-4303-9cf7-cb2765a451ac'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:17.286590 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 42262) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:17.342124 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac31d14-1e2b-4c31-82fe-3a2e781bf925 req-a1d5c6de-667d-4bf4-a5b8-3f62844a34dc tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:17.343679 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8ac31d14-1e2b-4c31-82fe-3a2e781bf925 req-a1d5c6de-667d-4bf4-a5b8-3f62844a34dc tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.3025563 Jul 28 22:30:17.422380 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-353277'] for router_interface (173e17b8-c237-4303-9cf7-cb2765a451ac), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.430069 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:17.431917 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d83219d8-1f4e-4a5b-8aec-d6c0a941447e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.444291 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] Set router 173e17b8-c237-4303-9cf7-cb2765a451ac gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:30:17.455119 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a10ce-9907-4e54-85bd-d9dea3b5a330 req-d0cbd202-a37f-45ef-9d4f-4d0aafa0da0b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:17.456708 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f43a10ce-9907-4e54-85bd-d9dea3b5a330 req-d0cbd202-a37f-45ef-9d4f-4d0aafa0da0b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0918531 Jul 28 22:30:17.481093 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f3384377-a148-411d-975c-a2b450b4f238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.489691 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 9a813a59-a059-4bc7-b93e-7a76ef49e455 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:17.490069 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.519782 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:17.534691 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d83219d8-1f4e-4a5b-8aec-d6c0a941447e admin admin] Publish callbacks [] for security_group (ace9ae30-67c8-4a31-85c3-813425339a10), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.539796 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d83219d8-1f4e-4a5b-8aec-d6c0a941447e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ace9ae30-67c8-4a31-85c3-813425339a10), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.553752 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8ac31d14-1e2b-4c31-82fe-3a2e781bf925 req-f4d62216-7603-4f8e-abd8-0bd82135af04 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035997 Jul 28 22:30:17.563811 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:17.602244 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-d83219d8-1f4e-4a5b-8aec-d6c0a941447e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a1b7f30097644239d44b3a5ce0c17ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144817 Jul 28 22:30:17.604734 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 42270) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:17.610934 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83219d8-1f4e-4a5b-8aec-d6c0a941447e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace9ae30-67c8-4a31-85c3-813425339a10,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:17.638558 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f43a10ce-9907-4e54-85bd-d9dea3b5a330 req-0fb99657-e159-4bdb-8f4d-3be20229d63c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734698 Jul 28 22:30:17.665065 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Network 17459d5f-3dfd-4b84-b878-14ce51b81538 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:30:17.670734 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:17.697053 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8bd60e8f-dbd0-42cf-bd7a-1c7874322a09 admin admin] Publish callbacks [] for security_group (ace9ae30-67c8-4a31-85c3-813425339a10), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.706354 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 9a813a59-a059-4bc7-b93e-7a76ef49e455 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:17.762279 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'name': 'tempest-TestShelveInstance-1558163869-router', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:16Z', 'revision_number': 4, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'gw_port': {'id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b', 'name': '', 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'mac_address': 'fa:16:3e:64:c5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '1647eab1-8eb2-48e0-9147-5f995fab70e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:15Z', 'updated_at': '2022-07-28T22:30:16Z', 'revision_number': 2, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'subnets': [{'id': '1647eab1-8eb2-48e0-9147-5f995fab70e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:17.826505 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8bd60e8f-dbd0-42cf-bd7a-1c7874322a09 admin admin] Publish callbacks [] for security_group (ace9ae30-67c8-4a31-85c3-813425339a10), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.926567 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:17.938307 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Router 173e17b8-c237-4303-9cf7-cb2765a451ac has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:30:17.990954 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device a7546d66-9cfa-462e-9677-301af76f0328 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:30:17.994499 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eac278-d79c-430c-9fed-00e4003b9376 None None] The sync data for ids ['173e17b8-c237-4303-9cf7-cb2765a451ac'] in dv-cinder-850939-3-iscsi is: [{'id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'name': 'tempest-TestShelveInstance-1558163869-router', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:16Z', 'revision_number': 4, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'gw_port': {'id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b', 'name': '', 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'mac_address': 'fa:16:3e:64:c5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '1647eab1-8eb2-48e0-9147-5f995fab70e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:15Z', 'updated_at': '2022-07-28T22:30:16Z', 'revision_number': 2, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'subnets': [{'id': '1647eab1-8eb2-48e0-9147-5f995fab70e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:30:17.995166 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8bd60e8f-dbd0-42cf-bd7a-1c7874322a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ace9ae30-67c8-4a31-85c3-813425339a10), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.998526 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8bd60e8f-dbd0-42cf-bd7a-1c7874322a09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:17.999708 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-8bd60e8f-dbd0-42cf-bd7a-1c7874322a09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ace9ae30-67c8-4a31-85c3-813425339a10 HTTP/1.1" status: 204 len: 168 time: 0.3942327 Jul 28 22:30:18.024140 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd60e8f-dbd0-42cf-bd7a-1c7874322a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace9ae30-67c8-4a31-85c3-813425339a10,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:18.064064 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-8a7704a0-9369-42bd-8213-b64266e76ebe None None] Provisioning complete for port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:18.064701 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8a7704a0-9369-42bd-8213-b64266e76ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:18.102241 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:18.111868 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:30:18.114456 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-8a7704a0-9369-42bd-8213-b64266e76ebe None None] Port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:30:18.131965 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-91ecf449-54d4-474b-a66d-5083b5d5d3e3 admin admin] 10.222.0.39 "PUT /v2.0/routers/173e17b8-c237-4303-9cf7-cb2765a451ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9562545 Jul 28 22:30:18.132508 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port a7546d66-9cfa-462e-9677-301af76f0328 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:18.132508 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (a7546d66-9cfa-462e-9677-301af76f0328), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:18.268886 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port a7546d66-9cfa-462e-9677-301af76f0328 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:18.496849 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 42288) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:18.513567 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7a14a22a-1961-48a2-a073-3bf9e98e6797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:18.614233 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7a14a22a-1961-48a2-a073-3bf9e98e6797 admin admin] Publish callbacks [] for security_group (35540a15-724c-4bef-9be6-2bff3f521a09), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:18.623669 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7a14a22a-1961-48a2-a073-3bf9e98e6797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (35540a15-724c-4bef-9be6-2bff3f521a09), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:18.652388 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 42292) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:18.656790 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-14ca5e58-217a-4d4a-befd-4535ad596cff tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461454863', 'description': 'tempest-secgroup-smoke-461454863 description', 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:18.685741 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-14ca5e58-217a-4d4a-befd-4535ad596cff tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:18.736624 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-7a14a22a-1961-48a2-a073-3bf9e98e6797 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e21cd90479214083858125270dba05a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355845 Jul 28 22:30:18.737904 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 42298) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:18.804282 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7307b0-f2b0-4ed4-9d4b-b814451b29ec req-3f8b87c9-5ddc-421a-9f40-a21ba886af9e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:18.805868 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5f7307b0-f2b0-4ed4-9d4b-b814451b29ec req-3f8b87c9-5ddc-421a-9f40-a21ba886af9e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.1552150 Jul 28 22:30:18.810259 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14a22a-1961-48a2-a073-3bf9e98e6797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35540a15-724c-4bef-9be6-2bff3f521a09,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:18.838198 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:18.858157 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:18.865159 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-728118fd-e16a-44aa-9f68-fc702e3b43fc admin admin] Publish callbacks [] for security_group (35540a15-724c-4bef-9be6-2bff3f521a09), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:18.871389 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81dad6-1f8c-4fff-ad81-8650f2d157e8 req-c988d0fe-577f-48b6-88a6-b778948cba9e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:18.872952 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cc81dad6-1f8c-4fff-ad81-8650f2d157e8 req-c988d0fe-577f-48b6-88a6-b778948cba9e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.1379266 Jul 28 22:30:18.884107 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-14ca5e58-217a-4d4a-befd-4535ad596cff tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group (e08f38ae-d944-4907-a873-23e07385fd2b), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:18.895452 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-14ca5e58-217a-4d4a-befd-4535ad596cff tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (e08f38ae-d944-4907-a873-23e07385fd2b), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:18.899452 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-728118fd-e16a-44aa-9f68-fc702e3b43fc admin admin] Publish callbacks [] for security_group (35540a15-724c-4bef-9be6-2bff3f521a09), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:18.944841 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5f7307b0-f2b0-4ed4-9d4b-b814451b29ec req-654dd209-4984-4a9f-a334-be22c935429d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086988 Jul 28 22:30:18.957586 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-14ca5e58-217a-4d4a-befd-4535ad596cff tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:18.962223 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cc81dad6-1f8c-4fff-ad81-8650f2d157e8 req-822742ae-323c-41e5-bb64-7a7333b375a7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787566 Jul 28 22:30:18.962337 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-14ca5e58-217a-4d4a-befd-4535ad596cff tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3085682 Jul 28 22:30:18.962707 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 42304) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:18.979482 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-d92d5fc4-40fd-4580-bdac-e2a0cdfd08c2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Request body: {'security_group_rule': {'security_group_id': 'e08f38ae-d944-4907-a873-23e07385fd2b', 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:19.003771 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca5e58-217a-4d4a-befd-4535ad596cff tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f38ae-d944-4907-a873-23e07385fd2b,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:19.029960 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d92d5fc4-40fd-4580-bdac-e2a0cdfd08c2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (52951f9a-bcee-48ad-b352-ca9df6a1dd7f), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.075544 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-728118fd-e16a-44aa-9f68-fc702e3b43fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (35540a15-724c-4bef-9be6-2bff3f521a09), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.078216 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-728118fd-e16a-44aa-9f68-fc702e3b43fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.079698 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-728118fd-e16a-44aa-9f68-fc702e3b43fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35540a15-724c-4bef-9be6-2bff3f521a09 HTTP/1.1" status: 204 len: 168 time: 0.3334942 Jul 28 22:30:19.104320 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728118fd-e16a-44aa-9f68-fc702e3b43fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35540a15-724c-4bef-9be6-2bff3f521a09,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:19.120416 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:19.131971 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d92d5fc4-40fd-4580-bdac-e2a0cdfd08c2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (52951f9a-bcee-48ad-b352-ca9df6a1dd7f), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.137372 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d92d5fc4-40fd-4580-bdac-e2a0cdfd08c2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (52951f9a-bcee-48ad-b352-ca9df6a1dd7f), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.165146 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d5fc4-40fd-4580-bdac-e2a0cdfd08c2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52951f9a-bcee-48ad-b352-ca9df6a1dd7f,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:19.177238 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d92d5fc4-40fd-4580-bdac-e2a0cdfd08c2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.178736 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-d92d5fc4-40fd-4580-bdac-e2a0cdfd08c2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2049730 Jul 28 22:30:19.181684 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 42310) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:19.186402 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-95087148-d804-48ad-98b4-7466d9802ceb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Request body: {'security_group_rule': {'security_group_id': 'e08f38ae-d944-4907-a873-23e07385fd2b', 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:19.223361 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-95087148-d804-48ad-98b4-7466d9802ceb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (180844a5-f391-4671-b1a4-cf91f8d1d458), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.288055 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-95087148-d804-48ad-98b4-7466d9802ceb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (180844a5-f391-4671-b1a4-cf91f8d1d458), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.293720 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-95087148-d804-48ad-98b4-7466d9802ceb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (180844a5-f391-4671-b1a4-cf91f8d1d458), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.315471 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95087148-d804-48ad-98b4-7466d9802ceb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180844a5-f391-4671-b1a4-cf91f8d1d458,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:19.325293 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-95087148-d804-48ad-98b4-7466d9802ceb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.329240 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-95087148-d804-48ad-98b4-7466d9802ceb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437011 Jul 28 22:30:19.329417 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 42312) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:19.335453 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-ae7a4adb-4121-463e-8989-1c6582bc17a7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Request body: {'security_group_rule': {'security_group_id': 'e08f38ae-d944-4907-a873-23e07385fd2b', 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:19.365908 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ae7a4adb-4121-463e-8989-1c6582bc17a7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (bbc6bfd7-7d1b-4513-9fc4-7c5efc29bb6e), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.437584 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ae7a4adb-4121-463e-8989-1c6582bc17a7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (bbc6bfd7-7d1b-4513-9fc4-7c5efc29bb6e), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.442822 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ae7a4adb-4121-463e-8989-1c6582bc17a7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (bbc6bfd7-7d1b-4513-9fc4-7c5efc29bb6e), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.466161 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a4adb-4121-463e-8989-1c6582bc17a7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc6bfd7-7d1b-4513-9fc4-7c5efc29bb6e,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:19.474314 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ae7a4adb-4121-463e-8989-1c6582bc17a7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.475561 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ae7a4adb-4121-463e-8989-1c6582bc17a7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452115 Jul 28 22:30:19.478299 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 42318) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:19.490420 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-163a5288-8c3f-40b8-9b4b-32efebce94b5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Request body: {'security_group_rule': {'security_group_id': 'e08f38ae-d944-4907-a873-23e07385fd2b', 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:19.513673 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:19.534263 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-163a5288-8c3f-40b8-9b4b-32efebce94b5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (0b6e16b2-90a5-431a-9c56-7f1082bb4057), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.604475 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-163a5288-8c3f-40b8-9b4b-32efebce94b5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (0b6e16b2-90a5-431a-9c56-7f1082bb4057), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.616794 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-163a5288-8c3f-40b8-9b4b-32efebce94b5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (0b6e16b2-90a5-431a-9c56-7f1082bb4057), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.643147 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a5288-8c3f-40b8-9b4b-32efebce94b5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6e16b2-90a5-431a-9c56-7f1082bb4057,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:19.651984 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-163a5288-8c3f-40b8-9b4b-32efebce94b5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.655992 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 42330) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:19.660993 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-9a1fc6be-f7e5-41f4-b245-63ed906ca890 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Request body: {'security_group_rule': {'security_group_id': 'e08f38ae-d944-4907-a873-23e07385fd2b', 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:19.665851 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-163a5288-8c3f-40b8-9b4b-32efebce94b5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1736469 Jul 28 22:30:19.685812 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.securitygroups_db [None req-9a1fc6be-f7e5-41f4-b245-63ed906ca890 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Project 2406f01f7b3b4941a0bcd97a68d3d510 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 22:30:19.693970 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc6be-f7e5-41f4-b245-63ed906ca890 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (3b16d4de-6d99-4e61-9adb-476f115db650), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.813636 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc6be-f7e5-41f4-b245-63ed906ca890 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (3b16d4de-6d99-4e61-9adb-476f115db650), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.833048 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc6be-f7e5-41f4-b245-63ed906ca890 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (3b16d4de-6d99-4e61-9adb-476f115db650), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.857452 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fc6be-f7e5-41f4-b245-63ed906ca890 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b16d4de-6d99-4e61-9adb-476f115db650,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:19.869027 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc6be-f7e5-41f4-b245-63ed906ca890 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:19.873764 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 8b3356a6-23cc-47c7-b035-cbc5aff99379 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:30:19.874227 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 42336) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:19.875053 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-9a1fc6be-f7e5-41f4-b245-63ed906ca890 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2167082 Jul 28 22:30:19.878298 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-a626d999-4b06-4c4f-8cd0-ad5819e86a6a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Request body: {'security_group_rule': {'security_group_id': 'e08f38ae-d944-4907-a873-23e07385fd2b', 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:19.898500 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:19.909397 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.securitygroups_db [None req-a626d999-4b06-4c4f-8cd0-ad5819e86a6a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Project 2406f01f7b3b4941a0bcd97a68d3d510 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 22:30:19.922368 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a626d999-4b06-4c4f-8cd0-ad5819e86a6a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (ee7691a2-1606-4dfc-9018-d5f3303a124d), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:20.008297 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 8b3356a6-23cc-47c7-b035-cbc5aff99379 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:20.011229 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:20.048757 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a626d999-4b06-4c4f-8cd0-ad5819e86a6a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (ee7691a2-1606-4dfc-9018-d5f3303a124d), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:20.055217 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a626d999-4b06-4c4f-8cd0-ad5819e86a6a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (ee7691a2-1606-4dfc-9018-d5f3303a124d), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:20.075395 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626d999-4b06-4c4f-8cd0-ad5819e86a6a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7691a2-1606-4dfc-9018-d5f3303a124d,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:20.103213 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a626d999-4b06-4c4f-8cd0-ad5819e86a6a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:20.112845 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-a626d999-4b06-4c4f-8cd0-ad5819e86a6a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2369025 Jul 28 22:30:20.204241 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 8b3356a6-23cc-47c7-b035-cbc5aff99379 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:20.204581 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:20.260404 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port 8b3356a6-23cc-47c7-b035-cbc5aff99379, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=8b3356a6-23cc-47c7-b035-cbc5aff99379,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:30:20.268463 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e7538-ba77-4075-9a7b-8f07f14b34b3 req-62fa9558-7c30-4029-8efc-a63bbeda08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:20.269073 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdde02-9594-4c14-b129-51071ca902b7 req-ed0d110f-d67c-48fd-bdc0-5e32e6c9255a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:20.270479 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8f7e7538-ba77-4075-9a7b-8f07f14b34b3 req-62fa9558-7c30-4029-8efc-a63bbeda08af service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 1130 time: 0.0701365 Jul 28 22:30:20.271014 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4fcdde02-9594-4c14-b129-51071ca902b7 req-ed0d110f-d67c-48fd-bdc0-5e32e6c9255a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.1582778 Jul 28 22:30:20.282090 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:20.284209 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3ed10-976e-4823-96e5-4ba6d025580b req-2b920cb8-4065-47a8-83c5-85d64e6d0381 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:20.286649 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-62c3ed10-976e-4823-96e5-4ba6d025580b req-2b920cb8-4065-47a8-83c5-85d64e6d0381 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.1078255 Jul 28 22:30:20.318466 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:20.351246 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=8b3356a6-23cc-47c7-b035-cbc5aff99379,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:20.383251 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4fcdde02-9594-4c14-b129-51071ca902b7 req-6f7d22cb-b1b3-4e86-8c58-5a32d2ea75f7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947125 Jul 28 22:30:20.387989 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-62c3ed10-976e-4823-96e5-4ba6d025580b req-fc48ce88-0b4c-46f8-8dc7-5bfe8b0a4ce7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899155 Jul 28 22:30:20.418007 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:21.090485 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:21.113956 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8f7e7538-ba77-4075-9a7b-8f07f14b34b3 req-b1b1a95a-b101-41f8-9ae7-cdd7d6399044 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Jul 28 22:30:21.553008 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361bb65-3801-423e-bbb2-1a23d053ed23 req-09899db1-1c03-47ff-ae93-02e368529cb1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:21.554452 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6361bb65-3801-423e-bbb2-1a23d053ed23 req-09899db1-1c03-47ff-ae93-02e368529cb1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0788071 Jul 28 22:30:21.566996 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbfbde-45a9-4d22-a3bc-0efe48d487f1 req-133f2313-13eb-4be5-8736-77c8672f6d9c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:21.568441 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a4dbfbde-45a9-4d22-a3bc-0efe48d487f1 req-133f2313-13eb-4be5-8736-77c8672f6d9c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0836620 Jul 28 22:30:21.640281 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6361bb65-3801-423e-bbb2-1a23d053ed23 req-ffd73d1a-272b-4139-af55-abb518fa0039 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709064 Jul 28 22:30:21.645243 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a4dbfbde-45a9-4d22-a3bc-0efe48d487f1 req-2d813017-d5ea-4ce7-8e70-a96800b537d8 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691361 Jul 28 22:30:21.788066 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 8b3356a6-23cc-47c7-b035-cbc5aff99379 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:30:21.835696 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 8b3356a6-23cc-47c7-b035-cbc5aff99379 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:21.836089 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:21.883405 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:21.917701 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 8b3356a6-23cc-47c7-b035-cbc5aff99379 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:22.174603 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Sync routers for ids ['173e17b8-c237-4303-9cf7-cb2765a451ac'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:30:22.187128 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Routers {'173e17b8-c237-4303-9cf7-cb2765a451ac'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:30:22.187740 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:30:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['173e17b8-c237-4303-9cf7-cb2765a451ac'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:22.293960 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Set router 173e17b8-c237-4303-9cf7-cb2765a451ac gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:30:22.482363 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'name': 'tempest-TestShelveInstance-1558163869-router', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:16Z', 'revision_number': 4, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'gw_port': {'id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b', 'name': '', 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'mac_address': 'fa:16:3e:64:c5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '1647eab1-8eb2-48e0-9147-5f995fab70e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:15Z', 'updated_at': '2022-07-28T22:30:16Z', 'revision_number': 2, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'subnets': [{'id': '1647eab1-8eb2-48e0-9147-5f995fab70e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:22.509750 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Checking router: 173e17b8-c237-4303-9cf7-cb2765a451ac for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:30:22.510102 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Updating router 173e17b8-c237-4303-9cf7-cb2765a451ac port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b binding host dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:30:22.537868 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:22.575097 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:22.796134 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Publish callbacks [] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:22.801784 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:22.802737 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f110adc-4691-4e92-8982-bea13959cc50 req-ebcde075-1803-419e-b194-9a6a4f5c7987 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:22.804238 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1f110adc-4691-4e92-8982-bea13959cc50 req-ebcde075-1803-419e-b194-9a6a4f5c7987 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0817270 Jul 28 22:30:22.810503 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc067e-226c-49a9-aaa1-0d816fb73a96 req-752f3fa7-cbf8-470f-bf1e-d0d271edabcb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:22.811897 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3bbc067e-226c-49a9-aaa1-0d816fb73a96 req-752f3fa7-cbf8-470f-bf1e-d0d271edabcb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0881281 Jul 28 22:30:22.892614 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1f110adc-4691-4e92-8982-bea13959cc50 req-9fdf1c1d-ce8c-4b9e-ba8e-1b77378668ba tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797434 Jul 28 22:30:22.900501 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3bbc067e-226c-49a9-aaa1-0d816fb73a96 req-ab8e236e-10dd-41a0-914c-1976418e911f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791106 Jul 28 22:30:22.964985 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2014e-7028-4293-8a1a-ebc5afc7f836 None None] Pushing event updated for resources: {'Port': ['ID=c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:23.015993 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Attempting to bind port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:30:23.016358 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Attempting to bind port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '47294fe3-ac21-42a8-b60a-19f83edcab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:30:23.016748 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Attempting to bind port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b on network 17459d5f-3dfd-4b84-b878-14ce51b81538 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:30:23.022926 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:30:23.023357 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Checking segment: {'id': '47294fe3-ac21-42a8-b60a-19f83edcab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:30:23.023800 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:23.024188 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Bound using segment: {'id': '47294fe3-ac21-42a8-b60a-19f83edcab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:30:23.024836 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Bound port: c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47294fe3-ac21-42a8-b60a-19f83edcab41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:30:23.025455 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:23.028403 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:23.104171 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] For port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:30:23.107411 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] For port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b,segment=NetworkSegment(47294fe3-ac21-42a8-b60a-19f83edcab41),segment_id=47294fe3-ac21-42a8-b60a-19f83edcab41)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:30:23.114250 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:23.186482 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Routers {'173e17b8-c237-4303-9cf7-cb2765a451ac'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:30:23.187117 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:30:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['173e17b8-c237-4303-9cf7-cb2765a451ac'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:23.187210 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-2bbfb9b5-dba2-486c-8162-1564d9fdb1fd None None] Provisioning complete for port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:23.187621 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb9b5-dba2-486c-8162-1564d9fdb1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:23.189161 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2014e-7028-4293-8a1a-ebc5afc7f836 None None] Pushing event updated for resources: {'Port': ['ID=c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b,revision_number=4']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:23.320332 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-2bbfb9b5-dba2-486c-8162-1564d9fdb1fd None None] Current status of the port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:23.320969 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb9b5-dba2-486c-8162-1564d9fdb1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:23.321814 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] Set router 173e17b8-c237-4303-9cf7-cb2765a451ac gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:30:23.366698 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-2bbfb9b5-dba2-486c-8162-1564d9fdb1fd None None] For port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b,segment=NetworkSegment(47294fe3-ac21-42a8-b60a-19f83edcab41),segment_id=47294fe3-ac21-42a8-b60a-19f83edcab41)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:30:23.371743 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2bbfb9b5-dba2-486c-8162-1564d9fdb1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:23.422207 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfb9b5-dba2-486c-8162-1564d9fdb1fd None None] Pushing event updated for resources: {'Port': ['ID=c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:23.491766 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-2d953ab6-bfe0-4c51-8094-5f20cedcf709 None None] Provisioning complete for port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:23.492165 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2d953ab6-bfe0-4c51-8094-5f20cedcf709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:23.538677 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'name': 'tempest-TestShelveInstance-1558163869-router', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:16Z', 'revision_number': 4, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'gw_port': {'id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b', 'name': '', 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'mac_address': 'fa:16:3e:64:c5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '1647eab1-8eb2-48e0-9147-5f995fab70e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:15Z', 'updated_at': '2022-07-28T22:30:23Z', 'revision_number': 4, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'subnets': [{'id': '1647eab1-8eb2-48e0-9147-5f995fab70e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:30:23.574006 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36784f45-27d7-48ca-ad66-ffcac3bc930f None None] The sync data for ids ['173e17b8-c237-4303-9cf7-cb2765a451ac'] in dv-cinder-850939-3-iscsi is: [{'id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'name': 'tempest-TestShelveInstance-1558163869-router', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:16Z', 'revision_number': 4, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'gw_port': {'id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b', 'name': '', 'network_id': '17459d5f-3dfd-4b84-b878-14ce51b81538', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'mac_address': 'fa:16:3e:64:c5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '1647eab1-8eb2-48e0-9147-5f995fab70e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:15Z', 'updated_at': '2022-07-28T22:30:23Z', 'revision_number': 4, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'subnets': [{'id': '1647eab1-8eb2-48e0-9147-5f995fab70e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:30:23.584673 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-2d953ab6-bfe0-4c51-8094-5f20cedcf709 None None] Current status of the port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:23.815899 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:30:23.862290 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:23.862661 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:23.990487 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:24.080742 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058704de-199b-42c7-b4de-27e2b0b04f77 req-929c4da4-03fb-4ef9-a32c-ce5eea86fe11 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:24.089340 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-058704de-199b-42c7-b4de-27e2b0b04f77 req-929c4da4-03fb-4ef9-a32c-ce5eea86fe11 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0963764 Jul 28 22:30:24.190482 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf9489-8b64-4ece-8a6b-e99a5abc4bd2 req-459cf505-1ede-4b6e-85f2-33dd96d51250 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:24.192126 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e3cf9489-8b64-4ece-8a6b-e99a5abc4bd2 req-459cf505-1ede-4b6e-85f2-33dd96d51250 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0952048 Jul 28 22:30:24.215271 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-058704de-199b-42c7-b4de-27e2b0b04f77 req-9b1198fa-7c9f-43f7-b19b-62c7254e243d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248238 Jul 28 22:30:24.232953 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:24.259580 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e3cf9489-8b64-4ece-8a6b-e99a5abc4bd2 req-486fa813-7f49-4c76-998e-309a7de1f974 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588779 Jul 28 22:30:25.363665 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445ed48-a166-41b8-bb05-8a92886e5ba4 req-69ff906d-bf79-493c-8eb1-27094e5c8c67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:25.365212 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4445ed48-a166-41b8-bb05-8a92886e5ba4 req-69ff906d-bf79-493c-8eb1-27094e5c8c67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0635047 Jul 28 22:30:25.397839 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:25.428074 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec59255-207c-401e-b3fe-5ae6ac3552df req-8944d776-3e52-4993-8541-2d57fff4a56c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:25.429545 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1ec59255-207c-401e-b3fe-5ae6ac3552df req-8944d776-3e52-4993-8541-2d57fff4a56c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0633616 Jul 28 22:30:25.465283 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4445ed48-a166-41b8-bb05-8a92886e5ba4 req-eb863bf6-752f-4adb-84b1-f259895e19b3 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907638 Jul 28 22:30:25.491848 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1ec59255-207c-401e-b3fe-5ae6ac3552df req-28853204-f2f9-45ba-afa4-85b450ae881a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564888 Jul 28 22:30:25.754776 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920e8b6-991c-4131-9f09-da615f1385d1 req-23d41ad2-6716-4ce5-879b-8dc64be94aa9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:25.756203 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f920e8b6-991c-4131-9f09-da615f1385d1 req-23d41ad2-6716-4ce5-879b-8dc64be94aa9 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0475295 Jul 28 22:30:25.805936 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f920e8b6-991c-4131-9f09-da615f1385d1 req-34c3823c-50cc-46b0-9e1e-d37f7ad4b254 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Jul 28 22:30:26.591334 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf9d2c-95d5-477a-a1a2-4a4b0471167b req-ac864064-ee70-4de6-82af-1b7432449ae4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:26.592718 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8edf9d2c-95d5-477a-a1a2-4a4b0471167b req-ac864064-ee70-4de6-82af-1b7432449ae4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0468607 Jul 28 22:30:26.639971 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8edf9d2c-95d5-477a-a1a2-4a4b0471167b req-08677bd5-69d2-4dc7-9e25-64376852b075 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416636 Jul 28 22:30:26.924447 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119db65-5eda-4028-99f6-a97f1aef5b94 req-7cf3107c-aa7f-4898-9b86-cea2b1cb2267 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:26.926449 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f119db65-5eda-4028-99f6-a97f1aef5b94 req-7cf3107c-aa7f-4898-9b86-cea2b1cb2267 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0459588 Jul 28 22:30:26.978342 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f119db65-5eda-4028-99f6-a97f1aef5b94 req-1a727991-c87d-4b5e-9ca5-09dd6e92de4c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462615 Jul 28 22:30:27.771795 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5bc04-2b5d-400d-b1e1-c274b6b40071 req-f20645ce-439d-496e-8647-d0d6a2ad215e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:27.773324 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e0a5bc04-2b5d-400d-b1e1-c274b6b40071 req-f20645ce-439d-496e-8647-d0d6a2ad215e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0557067 Jul 28 22:30:27.796890 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c222fa1-867c-4f89-886b-eabe49582b78 req-bb28664c-9982-4239-9e35-fa3daa2a064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:27.798537 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0c222fa1-867c-4f89-886b-eabe49582b78 req-bb28664c-9982-4239-9e35-fa3daa2a064d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 1130 time: 0.0419607 Jul 28 22:30:27.827869 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e0a5bc04-2b5d-400d-b1e1-c274b6b40071 req-37fb0c79-f013-4784-a1c3-9ba4c849f128 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487406 Jul 28 22:30:27.902107 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c222fa1-867c-4f89-886b-eabe49582b78 req-421e0cb8-5905-4085-a95f-8d562526cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:27.903555 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0c222fa1-867c-4f89-886b-eabe49582b78 req-421e0cb8-5905-4085-a95f-8d562526cb59 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 920 time: 0.0911093 Jul 28 22:30:27.954076 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0c222fa1-867c-4f89-886b-eabe49582b78 req-9a1c3397-4a61-4c56-89df-eb75ab56cc88 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fadf80f-a549-46e0-b26a-9fad8d146f17 HTTP/1.1" status: 200 len: 217 time: 0.0387378 Jul 28 22:30:28.005634 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c222fa1-867c-4f89-886b-eabe49582b78 req-e9ec6a24-c251-4dba-8990-c6dc5b93d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:28.007314 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0c222fa1-867c-4f89-886b-eabe49582b78 req-e9ec6a24-c251-4dba-8990-c6dc5b93d844 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.0433645 Jul 28 22:30:28.061878 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c222fa1-867c-4f89-886b-eabe49582b78 req-940a6e62-4ca0-4e24-9bed-f400d3f56e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:28.063413 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0c222fa1-867c-4f89-886b-eabe49582b78 req-940a6e62-4ca0-4e24-9bed-f400d3f56e47 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441992 Jul 28 22:30:28.100038 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da265c2c-4421-40e3-b8ff-ec2fd965112f req-d6972c86-e613-40e8-b0ef-95702c0100c3 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:28.101512 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-da265c2c-4421-40e3-b8ff-ec2fd965112f req-d6972c86-e613-40e8-b0ef-95702c0100c3 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0468249 Jul 28 22:30:28.150911 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-da265c2c-4421-40e3-b8ff-ec2fd965112f req-c0d15d06-fa88-4986-9b0a-ef3e689dfbd0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 Jul 28 22:30:28.158745 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0c222fa1-867c-4f89-886b-eabe49582b78 req-80fa3a76-ea62-4f9a-9686-6d31f15a6f0c service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873678 Jul 28 22:30:28.271411 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0c222fa1-867c-4f89-886b-eabe49582b78 req-8af347d4-d9f8-418a-a4b0-84bebff737af service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941494 Jul 28 22:30:28.961115 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429845c9-acbb-4a85-8c9f-dcd7b3f13dd5 req-aa35ec9e-cc5c-48ea-b5cf-a1cf6ee05efa tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:28.962648 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-429845c9-acbb-4a85-8c9f-dcd7b3f13dd5 req-aa35ec9e-cc5c-48ea-b5cf-a1cf6ee05efa tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0518155 Jul 28 22:30:29.014887 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-429845c9-acbb-4a85-8c9f-dcd7b3f13dd5 req-39f3ecb5-9a01-4ef7-aa97-0c9513545a31 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463433 Jul 28 22:30:29.290368 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6570403-9846-42c8-9e3c-60fa7c41640c req-200adc47-9909-4e6b-8f87-e08505f25e22 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:29.292049 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d6570403-9846-42c8-9e3c-60fa7c41640c req-200adc47-9909-4e6b-8f87-e08505f25e22 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0572402 Jul 28 22:30:29.345166 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d6570403-9846-42c8-9e3c-60fa7c41640c req-1dfea359-a599-4e14-91e1-acc64f20f720 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 Jul 28 22:30:30.142726 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67a816-d620-4628-ab08-2076ca874f48 req-e0103bb1-abeb-4df9-b983-523e1021dc9d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:30.144868 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4d67a816-d620-4628-ab08-2076ca874f48 req-e0103bb1-abeb-4df9-b983-523e1021dc9d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0495126 Jul 28 22:30:30.200598 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4d67a816-d620-4628-ab08-2076ca874f48 req-7a28186a-fb89-4bd6-9303-a30b7087a766 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500360 Jul 28 22:30:30.467192 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:30.479847 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ac8de-c311-4927-81e2-bb72efd92cca req-c9f15f4b-c602-43ef-bd0a-461b354726a1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:30.481878 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c41ac8de-c311-4927-81e2-bb72efd92cca req-c9f15f4b-c602-43ef-bd0a-461b354726a1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0540974 Jul 28 22:30:30.533206 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c41ac8de-c311-4927-81e2-bb72efd92cca req-7e2fc67b-5741-49a5-88d2-23e87d7eec52 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454104 Jul 28 22:30:31.332532 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58cd94-6a55-436f-a170-adfaa9d7d786 req-22b03afc-669c-4b0f-a3fd-79d1e69e5491 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:31.334622 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5a58cd94-6a55-436f-a170-adfaa9d7d786 req-22b03afc-669c-4b0f-a3fd-79d1e69e5491 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0496063 Jul 28 22:30:31.387037 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5a58cd94-6a55-436f-a170-adfaa9d7d786 req-0da665a4-0bf8-4559-a1ea-19c768a3ef0a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444558 Jul 28 22:30:31.659543 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad09d4-6a28-4386-abf8-aee88f724938 req-f48b5721-718f-4237-9a67-247ec14e5331 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:31.661797 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0aad09d4-6a28-4386-abf8-aee88f724938 req-f48b5721-718f-4237-9a67-247ec14e5331 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0521135 Jul 28 22:30:31.703846 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:31.713573 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0aad09d4-6a28-4386-abf8-aee88f724938 req-d8f70bd2-c92c-4882-80e2-0be18b36ca47 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448170 Jul 28 22:30:32.370106 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:32.527791 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6814d-d26e-4d51-bae9-6776d825c244 req-f96f1157-95f7-4c97-8717-e8917b440380 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:32.529296 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-62b6814d-d26e-4d51-bae9-6776d825c244 req-f96f1157-95f7-4c97-8717-e8917b440380 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0588958 Jul 28 22:30:32.591127 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-62b6814d-d26e-4d51-bae9-6776d825c244 req-5a390859-5a8f-4ef8-9246-f98b616f5ca4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555904 Jul 28 22:30:32.864751 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dacf4-45d4-4eb7-96e8-ae41ed738c69 req-10797385-6478-4baa-8ecb-ded0cd7377bc tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:32.875185 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7f7dacf4-45d4-4eb7-96e8-ae41ed738c69 req-10797385-6478-4baa-8ecb-ded0cd7377bc tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0671129 Jul 28 22:30:32.950144 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7f7dacf4-45d4-4eb7-96e8-ae41ed738c69 req-846a4c8f-3f1c-45df-8fc6-131c3dcdbce7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710909 Jul 28 22:30:33.721421 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430455d-ac9a-4859-ab55-2dfc1e7ac1d5 req-7ae235e9-55f1-470f-9ae9-e170baa64330 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:33.724843 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b430455d-ac9a-4859-ab55-2dfc1e7ac1d5 req-7ae235e9-55f1-470f-9ae9-e170baa64330 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0481291 Jul 28 22:30:33.771937 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b430455d-ac9a-4859-ab55-2dfc1e7ac1d5 req-29966399-025d-41a6-8ac6-465e116c2d1d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429661 Jul 28 22:30:33.968899 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:33.970202 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:34.073688 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad196af-da32-412b-bdd6-74b419547fad req-18217efd-f375-42df-a70b-d1fc212a84c2 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:34.075198 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bad196af-da32-412b-bdd6-74b419547fad req-18217efd-f375-42df-a70b-d1fc212a84c2 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0466850 Jul 28 22:30:34.123370 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bad196af-da32-412b-bdd6-74b419547fad req-0864b871-73d4-4d5f-967f-cf29294b78c1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426319 Jul 28 22:30:34.910748 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ed6d8-0de5-45ce-b2b4-554c974181cc req-dd17b61a-487e-41b4-a449-13b4147fe144 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:34.912294 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-368ed6d8-0de5-45ce-b2b4-554c974181cc req-dd17b61a-487e-41b4-a449-13b4147fe144 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0595205 Jul 28 22:30:34.966957 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-368ed6d8-0de5-45ce-b2b4-554c974181cc req-2c430c29-241f-4df0-8103-76c669937581 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444260 Jul 28 22:30:35.275198 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fc9ec-26c8-47ab-baf5-da243a15b86a req-1bcdb076-66d6-4dab-9ba7-d4c078055c85 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:35.276745 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4a1fc9ec-26c8-47ab-baf5-da243a15b86a req-1bcdb076-66d6-4dab-9ba7-d4c078055c85 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0692315 Jul 28 22:30:35.327791 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4a1fc9ec-26c8-47ab-baf5-da243a15b86a req-88127091-51bb-406e-914c-5a53072a5394 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445318 Jul 28 22:30:36.101706 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a394-991d-4491-8fd0-1bec11b3b30f req-11ac28e3-6837-4660-8fd9-6cceadbb2005 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:36.104243 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3a83a394-991d-4491-8fd0-1bec11b3b30f req-11ac28e3-6837-4660-8fd9-6cceadbb2005 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0547347 Jul 28 22:30:36.170307 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3a83a394-991d-4491-8fd0-1bec11b3b30f req-8f768186-39f9-468a-85df-229cf7c8825a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591986 Jul 28 22:30:36.493129 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf1507-d2f8-4dd5-9c87-9dd0230187d4 req-6e0199b8-5eff-47d3-9226-4dd49af68c15 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:36.494613 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0fbf1507-d2f8-4dd5-9c87-9dd0230187d4 req-6e0199b8-5eff-47d3-9226-4dd49af68c15 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0686076 Jul 28 22:30:36.557990 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0fbf1507-d2f8-4dd5-9c87-9dd0230187d4 req-d6919689-0307-41fe-881a-ff3faed8169d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572851 Jul 28 22:30:37.309979 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963250f3-277f-4946-b072-e56e45adc787 req-9c3af964-62d8-49b9-9469-8d2a85f2f0ac tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:37.311445 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-963250f3-277f-4946-b072-e56e45adc787 req-9c3af964-62d8-49b9-9469-8d2a85f2f0ac tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0549946 Jul 28 22:30:37.326296 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:37.367812 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-963250f3-277f-4946-b072-e56e45adc787 req-dd46228e-bae0-4d68-b70d-4095b5e33910 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485039 Jul 28 22:30:37.683303 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c3585-eafc-4343-9ede-ef3ea381b7db req-723da99d-c91c-48e2-94e5-0efea4125ced tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:37.684760 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b24c3585-eafc-4343-9ede-ef3ea381b7db req-723da99d-c91c-48e2-94e5-0efea4125ced tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0482180 Jul 28 22:30:37.737770 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b24c3585-eafc-4343-9ede-ef3ea381b7db req-8c7da28c-9aa7-43ca-9642-4943f4755bdb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 Jul 28 22:30:38.012305 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:38.130821 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 42748) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:38.272040 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:38.273926 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c34cdfd7-46e0-46ca-95a8-9aded5c73765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:38.364279 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c34cdfd7-46e0-46ca-95a8-9aded5c73765 admin admin] Publish callbacks [] for security_group (d1b64abd-170c-4302-b88e-5b810b9ae5f0), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:38.369259 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c34cdfd7-46e0-46ca-95a8-9aded5c73765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (d1b64abd-170c-4302-b88e-5b810b9ae5f0), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:38.423642 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c34cdfd7-46e0-46ca-95a8-9aded5c73765 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a284e8caf29431cbeddecbb71d03594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894623 Jul 28 22:30:38.423642 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cdfd7-46e0-46ca-95a8-9aded5c73765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b64abd-170c-4302-b88e-5b810b9ae5f0,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:38.424064 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 42764) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:38.504021 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:38.530373 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dbda0-e68a-4833-9e01-2edfe7b8a6ea req-cb3f54af-e496-4c2f-941e-2c6127df5cc1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:38.531841 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-186dbda0-e68a-4833-9e01-2edfe7b8a6ea req-cb3f54af-e496-4c2f-941e-2c6127df5cc1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0665329 Jul 28 22:30:38.537113 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e5914c03-be94-4f7a-a293-8275a818c9b1 admin admin] Publish callbacks [] for security_group (d1b64abd-170c-4302-b88e-5b810b9ae5f0), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:38.588610 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e5914c03-be94-4f7a-a293-8275a818c9b1 admin admin] Publish callbacks [] for security_group (d1b64abd-170c-4302-b88e-5b810b9ae5f0), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:38.615078 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-186dbda0-e68a-4833-9e01-2edfe7b8a6ea req-bd2b233c-2fc6-478c-86f7-e1f9e0970663 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759139 Jul 28 22:30:38.654801 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e5914c03-be94-4f7a-a293-8275a818c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (d1b64abd-170c-4302-b88e-5b810b9ae5f0), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:38.659305 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e5914c03-be94-4f7a-a293-8275a818c9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:38.660862 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-e5914c03-be94-4f7a-a293-8275a818c9b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1b64abd-170c-4302-b88e-5b810b9ae5f0 HTTP/1.1" status: 204 len: 168 time: 0.2358696 Jul 28 22:30:38.676693 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5914c03-be94-4f7a-a293-8275a818c9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b64abd-170c-4302-b88e-5b810b9ae5f0,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:38.779484 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c966416-645b-46f0-a61e-cb82441d2da9 req-1a3b1cb1-bb89-435e-816b-8d40521296d3 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:38.781443 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7c966416-645b-46f0-a61e-cb82441d2da9 req-1a3b1cb1-bb89-435e-816b-8d40521296d3 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0519836 Jul 28 22:30:38.837573 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7c966416-645b-46f0-a61e-cb82441d2da9 req-9568c71d-fb44-4fac-a0ad-0bddf3515ca0 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476966 Jul 28 22:30:38.982260 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 42778) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:38.996287 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19b36493-757a-49c0-af44-a91bddf29992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.073753 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19b36493-757a-49c0-af44-a91bddf29992 admin admin] Publish callbacks [] for security_group (9ebfcdf2-3fa3-453c-865c-ae7a3e2424c3), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.077347 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19b36493-757a-49c0-af44-a91bddf29992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (9ebfcdf2-3fa3-453c-865c-ae7a3e2424c3), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.119869 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-19b36493-757a-49c0-af44-a91bddf29992 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ff2d240c3384e218ec062e3aeaccd48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364996 Jul 28 22:30:39.120681 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b36493-757a-49c0-af44-a91bddf29992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebfcdf2-3fa3-453c-865c-ae7a3e2424c3,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:39.123056 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 42784) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:39.182174 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f3d6-467c-4505-9e62-02f7f17d10cc admin admin] Publish callbacks [] for security_group (9ebfcdf2-3fa3-453c-865c-ae7a3e2424c3), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.204411 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f3d6-467c-4505-9e62-02f7f17d10cc admin admin] Publish callbacks [] for security_group (9ebfcdf2-3fa3-453c-865c-ae7a3e2424c3), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.256555 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 42792) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:39.261446 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-5e59fb7e-dd0c-49a0-9ac7-889685a73487 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--209467909', 'description': 'tempest-description--2073264887'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:39.269719 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f3d6-467c-4505-9e62-02f7f17d10cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (9ebfcdf2-3fa3-453c-865c-ae7a3e2424c3), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.272258 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f3d6-467c-4505-9e62-02f7f17d10cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.277754 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-f1d0f3d6-467c-4505-9e62-02f7f17d10cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ebfcdf2-3fa3-453c-865c-ae7a3e2424c3 HTTP/1.1" status: 204 len: 168 time: 0.1518369 Jul 28 22:30:39.301083 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0f3d6-467c-4505-9e62-02f7f17d10cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebfcdf2-3fa3-453c-865c-ae7a3e2424c3,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:39.309365 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5e59fb7e-dd0c-49a0-9ac7-889685a73487 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.336431 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:39.391047 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5e59fb7e-dd0c-49a0-9ac7-889685a73487 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for security_group (f206b84d-b105-48ce-b07e-767da85cb021), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.396534 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5e59fb7e-dd0c-49a0-9ac7-889685a73487 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (f206b84d-b105-48ce-b07e-767da85cb021), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.426095 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5e59fb7e-dd0c-49a0-9ac7-889685a73487 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.430134 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-5e59fb7e-dd0c-49a0-9ac7-889685a73487 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1694887 Jul 28 22:30:39.430401 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 42802) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:39.435299 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-848f0b1d-5cfd-4bd8-b307-9e3619b9eb1d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Request body: {'security_group_rule': {'security_group_id': 'f206b84d-b105-48ce-b07e-767da85cb021', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:39.443386 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59fb7e-dd0c-49a0-9ac7-889685a73487 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f206b84d-b105-48ce-b07e-767da85cb021,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:39.470112 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-848f0b1d-5cfd-4bd8-b307-9e3619b9eb1d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for security_group_rule (19cf54ba-0055-4b0f-b4e7-272c26784024), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.539545 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-848f0b1d-5cfd-4bd8-b307-9e3619b9eb1d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for security_group_rule (19cf54ba-0055-4b0f-b4e7-272c26784024), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.544471 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-848f0b1d-5cfd-4bd8-b307-9e3619b9eb1d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (19cf54ba-0055-4b0f-b4e7-272c26784024), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.567962 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f0b1d-5cfd-4bd8-b307-9e3619b9eb1d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cf54ba-0055-4b0f-b4e7-272c26784024,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:39.578042 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-848f0b1d-5cfd-4bd8-b307-9e3619b9eb1d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.579293 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-848f0b1d-5cfd-4bd8-b307-9e3619b9eb1d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481013 Jul 28 22:30:39.582340 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 42810) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:39.587749 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-f79c8ea6-60b5-4734-8e26-c4fbf858733a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Request body: {'security_group_rule': {'security_group_id': 'f206b84d-b105-48ce-b07e-767da85cb021', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:39.618885 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f79c8ea6-60b5-4734-8e26-c4fbf858733a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for security_group_rule (87fa9e09-a3c9-40c0-a999-ae322f8add4f), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.691946 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:39.694486 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f79c8ea6-60b5-4734-8e26-c4fbf858733a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for security_group_rule (87fa9e09-a3c9-40c0-a999-ae322f8add4f), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.702348 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f79c8ea6-60b5-4734-8e26-c4fbf858733a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (87fa9e09-a3c9-40c0-a999-ae322f8add4f), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.737456 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c8ea6-60b5-4734-8e26-c4fbf858733a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fa9e09-a3c9-40c0-a999-ae322f8add4f,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:39.744773 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f79c8ea6-60b5-4734-8e26-c4fbf858733a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.746303 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-f79c8ea6-60b5-4734-8e26-c4fbf858733a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626530 Jul 28 22:30:39.749662 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 42822) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:39.754915 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:39.788293 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:39.794716 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dee56c-1794-4bbd-84e4-6a4257db8ac3 req-90539894-b3e3-4dfb-a6b3-24d68ad80961 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:39.805392 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f7dee56c-1794-4bbd-84e4-6a4257db8ac3 req-90539894-b3e3-4dfb-a6b3-24d68ad80961 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0919037 Jul 28 22:30:39.869447 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f7dee56c-1794-4bbd-84e4-6a4257db8ac3 req-e47db77c-d039-490e-b566-649365e99fa7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628684 Jul 28 22:30:39.989290 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:30:40.006571 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caccaa-4385-4023-afdf-f8b9832fe7ca req-5249579a-a8d8-4107-80c4-889770eeb4d4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:40.008059 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e9caccaa-4385-4023-afdf-f8b9832fe7ca req-5249579a-a8d8-4107-80c4-889770eeb4d4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0743632 Jul 28 22:30:40.073685 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e9caccaa-4385-4023-afdf-f8b9832fe7ca req-8e1120f8-d329-4965-9fdd-210f89cb1b7d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600791 Jul 28 22:30:40.123035 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:30:40.136105 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'port_id': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'mac_address': 'fa:16:3e:97:4a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:30:40.167635 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:40.182322 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 is: ACTIVE; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:40.182655 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:40.196943 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:30:40.223854 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:30:40.228574 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:40.286290 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,revision_number=6']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:40.289569 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Allocated IP 172.27.3.184 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/87c8eb61-1ae8-423b-b3d7-b9895d006922) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:30:40.296530 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.296882 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.297221 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.297612 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.297951 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.298463 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.298955 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.299287 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.299647 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.300192 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.301590 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.301936 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.302265 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.302591 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.302915 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:30:40.358208 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['69cbbc60-3ab6-406c-b5fc-7e37b29888d2'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:30:40.414747 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for port (87c8eb61-1ae8-423b-b3d7-b9895d006922), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:40.427216 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:40.466838 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (87c8eb61-1ae8-423b-b3d7-b9895d006922), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:40.522182 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:30:40.528094 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:40.530609 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:30:40.539150 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Pushing event updated for resources: {'Port': ['ID=87c8eb61-1ae8-423b-b3d7-b9895d006922,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:40.587848 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for floatingip (d2106094-663d-4cff-8e19-77626a126701), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:40.630169 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (87c8eb61-1ae8-423b-b3d7-b9895d006922), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:40.814442 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for port (87c8eb61-1ae8-423b-b3d7-b9895d006922), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:40.820128 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (87c8eb61-1ae8-423b-b3d7-b9895d006922), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:40.870200 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:40.882645 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (d2106094-663d-4cff-8e19-77626a126701), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:40.925831 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:40.943214 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1910253 Jul 28 22:30:40.943510 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd7bbf-aa5f-475d-ab46-34d4761cc87f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Pushing event updated for resources: {'Port': ['ID=87c8eb61-1ae8-423b-b3d7-b9895d006922,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:41.048018 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2859c-7a57-4fab-8b1f-67c1ec8413e9 req-86a02aac-96cd-4279-941e-2192c11e796b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:41.051083 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c6e2859c-7a57-4fab-8b1f-67c1ec8413e9 req-86a02aac-96cd-4279-941e-2192c11e796b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 945 time: 0.0680957 Jul 28 22:30:41.075778 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:41.120346 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c6e2859c-7a57-4fab-8b1f-67c1ec8413e9 req-f11bdf17-988c-4114-b592-a9ea378eaea9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625064 Jul 28 22:30:41.252992 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f20d4e-7762-41d4-88c9-fd5c19d038ea req-7dea2c5f-45c6-4583-8fe7-e612a9d012c2 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:41.260696 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-74f20d4e-7762-41d4-88c9-fd5c19d038ea req-7dea2c5f-45c6-4583-8fe7-e612a9d012c2 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0758030 Jul 28 22:30:41.318478 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-b7c5ac2c-402a-452e-bcc1-2583194779ea tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--209467909&fields=id&tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c HTTP/1.1" status: 200 len: 267 time: 0.1222780 Jul 28 22:30:41.329697 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-74f20d4e-7762-41d4-88c9-fd5c19d038ea req-0d4b335c-6fbf-4780-bb09-c3bbe3f43a13 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678630 Jul 28 22:30:41.437310 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:41.493789 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-169331a9-ccf4-492c-a90a-e35b27df624a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:41.495566 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-169331a9-ccf4-492c-a90a-e35b27df624a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 819 time: 0.1648567 Jul 28 22:30:41.518985 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-988f5807-12d5-4cba-8d41-2f78421a626d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/quotas/567bd0fe29da4db5a0f08c8b5cc81f9c HTTP/1.1" status: 200 len: 375 time: 0.0114121 Jul 28 22:30:41.594733 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-e4541757-dea5-4994-8c67-c9e97001c2b2 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0690842 Jul 28 22:30:41.735573 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-db2520d3-070d-410d-ad12-cffd1b96cc58 service neutron] 10.222.0.39 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250196 Jul 28 22:30:41.843341 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-43eac855-64d0-4c15-b4e2-e5617d104a9d service neutron] 10.222.0.39 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963762 Jul 28 22:30:42.010459 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:30:42.091185 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:42.092031 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:42.092326 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7fee9ced-76f9-4ce9-a65c-8df04ec640c7 req-292630b2-e6e5-47aa-87e4-bcebc97f63d2 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 210 time: 0.0386188 Jul 28 22:30:42.341199 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdef89e-472d-4aaf-aaaf-e1c59c23d336 req-a7160dee-0c1c-42d2-acab-7d09efc94bb9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:42.343047 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:30:42.343655 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4fdef89e-472d-4aaf-aaaf-e1c59c23d336 req-a7160dee-0c1c-42d2-acab-7d09efc94bb9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 945 time: 0.1259685 Jul 28 22:30:42.345063 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:42.413925 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:30:42.415081 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:30:42.417866 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd771c0e-4f6c-4fc0-9efe-a4137ee05e6f" -d '{"events": [{"server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "name": "network-vif-plugged", "status": "completed", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:30:42.426522 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:42.442939 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4fdef89e-472d-4aaf-aaaf-e1c59c23d336 req-e79462de-67ce-4861-9f35-828f43758a28 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939298 Jul 28 22:30:42.561596 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7817a-479b-4d2c-8567-501d36638906 req-a45fddaf-5ba3-49df-b837-0d839875c056 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:42.568917 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316cf648-f10a-46a4-9160-0bf8d1991c07 x-openstack-request-id: req-316cf648-f10a-46a4-9160-0bf8d1991c07 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:30:42.569223 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "name": "network-vif-plugged", "status": "completed", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:30:42.569484 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-316cf648-f10a-46a4-9160-0bf8d1991c07 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:30:42.569905 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316cf648-f10a-46a4-9160-0bf8d1991c07'] response: {'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'code': 200} Jul 28 22:30:42.570328 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-71c7817a-479b-4d2c-8567-501d36638906 req-a45fddaf-5ba3-49df-b837-0d839875c056 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.1161199 Jul 28 22:30:42.574991 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,revision_number=7']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:42.620873 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-71c7817a-479b-4d2c-8567-501d36638906 req-4e3b1432-9fee-426b-927b-1061877ab62e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497005 Jul 28 22:30:43.214254 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-93b76af3-98f3-4332-83c6-cd23b1de6012 req-227bf6ec-5391-4238-a356-dff6fd33229d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 210 time: 0.0319169 Jul 28 22:30:43.563992 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-642be512-2cf2-406c-bc56-fdff5c3fbe63 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:43.566497 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-642be512-2cf2-406c-bc56-fdff5c3fbe63 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 819 time: 0.1580327 Jul 28 22:30:43.807831 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a16530-aef4-4e23-a63a-5f0f2fcd993f req-ed5c0fd1-968c-4d4c-aa18-4a33616c9b3b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:43.809711 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-49a16530-aef4-4e23-a63a-5f0f2fcd993f req-ed5c0fd1-968c-4d4c-aa18-4a33616c9b3b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0886579 Jul 28 22:30:43.875779 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:30:44.046997 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a53ca-319a-4354-ba67-9a9c1bb13d09 req-98a66f47-8536-4025-a7a6-5e058ee56c25 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:44.048340 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ea9a53ca-319a-4354-ba67-9a9c1bb13d09 req-98a66f47-8536-4025-a7a6-5e058ee56c25 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.2875917 Jul 28 22:30:44.119323 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-49a16530-aef4-4e23-a63a-5f0f2fcd993f req-da5ded41-bdac-49af-a492-e9b4627b0e0b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023231 Jul 28 22:30:44.145720 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ea9a53ca-319a-4354-ba67-9a9c1bb13d09 req-44b4f860-b9b3-4bbe-b830-569bc595e25e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894842 Jul 28 22:30:44.337753 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d64f8959-9d25-41b7-943f-392bbac02372 req-49a84111-1d4c-4b63-a4df-e1eb319a062a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 210 time: 0.0317762 Jul 28 22:30:45.297295 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:45.318630 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce00223-3087-4c68-b6fa-96fdf3dcac53 req-543910f7-f61c-40eb-8960-1f3d923d94fb tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:45.320226 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9ce00223-3087-4c68-b6fa-96fdf3dcac53 req-543910f7-f61c-40eb-8960-1f3d923d94fb tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0753088 Jul 28 22:30:45.327324 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3933f-001a-4c00-bba9-2ab60bd976f0 req-da349054-bad8-49a0-8505-3645f8a9d143 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:45.334950 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b9e3933f-001a-4c00-bba9-2ab60bd976f0 req-da349054-bad8-49a0-8505-3645f8a9d143 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.1291692 Jul 28 22:30:45.404380 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4f44c5c1-a6e0-4873-8780-5cc53641b897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:45.427033 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9ce00223-3087-4c68-b6fa-96fdf3dcac53 req-cb1052ce-5721-4bac-a097-a14f1cd64e2e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845397 Jul 28 22:30:45.430667 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b9e3933f-001a-4c00-bba9-2ab60bd976f0 req-a704b187-d45a-4875-9fe1-ce29b2e6afd5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945802 Jul 28 22:30:45.548626 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e32b5b6b-09a5-490a-9667-91a5da304f23 req-9f134e6e-c5da-4f74-91d6-82a67211a36f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 210 time: 0.0331173 Jul 28 22:30:45.861393 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:46.419476 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-c2920f29-1bb6-4f11-9bca-2dbd76004da7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c HTTP/1.1" status: 200 len: 379 time: 0.1005356 Jul 28 22:30:46.605390 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eeff4-04bd-44b3-8fe7-926a257fda3d req-ebedc867-10d9-4986-9412-bbc71d9f01b4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:46.607051 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-339eeff4-04bd-44b3-8fe7-926a257fda3d req-ebedc867-10d9-4986-9412-bbc71d9f01b4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0847614 Jul 28 22:30:46.614304 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab52584-f5d7-4bd7-8e75-b833eef65c4c req-ed58b8e4-843a-4b60-9d1e-9985ca310ba3 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:46.615764 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bab52584-f5d7-4bd7-8e75-b833eef65c4c req-ed58b8e4-843a-4b60-9d1e-9985ca310ba3 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0922134 Jul 28 22:30:46.708706 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bab52584-f5d7-4bd7-8e75-b833eef65c4c req-888ad49b-f5f1-46c2-8f5f-d32c96499632 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816386 Jul 28 22:30:46.711478 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-339eeff4-04bd-44b3-8fe7-926a257fda3d req-05349ec6-ea00-4fef-be05-d1b634badfac tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948207 Jul 28 22:30:46.746425 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-af699e5b-555c-4b4a-98f5-9f0a40666e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Request body: {'port': {'device_id': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'admin_state_up': True, 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'security_groups': ['f206b84d-b105-48ce-b07e-767da85cb021']}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:46.824428 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:46.851010 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1c938f3a-b2ce-4230-9af9-0831bed3696e req-5594c365-7748-4776-a373-f73ae39a0328 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 210 time: 0.0377901 Jul 28 22:30:46.945972 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-af699e5b-555c-4b4a-98f5-9f0a40666e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Made reservation on behalf of 567bd0fe29da4db5a0f08c8b5cc81f9c for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:30:46.949811 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-af699e5b-555c-4b4a-98f5-9f0a40666e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:47.116525 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-af699e5b-555c-4b4a-98f5-9f0a40666e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Allocated IP 172.20.0.13 (f48c6e9d-45a6-4c64-a517-0531b03b9307/56ed5844-8abf-4465-a654-00086d69cc77/5862132a-b35f-45a3-ac01-bc41c2128bbe) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:30:47.120648 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:47.367377 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-af699e5b-555c-4b4a-98f5-9f0a40666e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:47.447644 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-94897f46-8b75-469e-81d6-00175347897d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:47.474937 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-af699e5b-555c-4b4a-98f5-9f0a40666e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:47.617570 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af699e5b-555c-4b4a-98f5-9f0a40666e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Pushing event updated for resources: {'Port': ['ID=5862132a-b35f-45a3-ac01-bc41c2128bbe,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:47.636384 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-af699e5b-555c-4b4a-98f5-9f0a40666e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Network f48c6e9d-45a6-4c64-a517-0531b03b9307 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:30:47.638746 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-af699e5b-555c-4b4a-98f5-9f0a40666e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:47.642736 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-af699e5b-555c-4b4a-98f5-9f0a40666e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:30:47.650949 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-af699e5b-555c-4b4a-98f5-9f0a40666e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:47.651768 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-af699e5b-555c-4b4a-98f5-9f0a40666e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:47.680281 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-af699e5b-555c-4b4a-98f5-9f0a40666e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9421914 Jul 28 22:30:47.774187 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-aeb6b104-adcd-4ba7-9f15-6a0b4dd859e8 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461454863&fields=id&tenant_id=2406f01f7b3b4941a0bcd97a68d3d510 HTTP/1.1" status: 200 len: 267 time: 0.1002445 Jul 28 22:30:47.921122 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:47.929835 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-f24145f4-ff74-43ee-8a57-76d91a9a212b None None] Provisioning complete for port 5862132a-b35f-45a3-ac01-bc41c2128bbe triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:47.933109 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f24145f4-ff74-43ee-8a57-76d91a9a212b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:47.949558 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47785d1c-75fa-4086-b73c-d5d05d368312 req-27ff15c9-178a-4299-8ed2-9d511b970c26 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:47.952648 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Request body: {'port': {'device_id': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:47.958587 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-47785d1c-75fa-4086-b73c-d5d05d368312 req-27ff15c9-178a-4299-8ed2-9d511b970c26 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.1224608 Jul 28 22:30:48.036210 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-f24145f4-ff74-43ee-8a57-76d91a9a212b None None] Port 5862132a-b35f-45a3-ac01-bc41c2128bbe cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:30:48.064950 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-16dbca3b-e74e-458e-a467-e9fe89976602 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:48.079463 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-16dbca3b-e74e-458e-a467-e9fe89976602 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/networks?id=7f2aa367-6d5d-4752-a99e-b9dafb11cca1 HTTP/1.1" status: 200 len: 809 time: 0.2975473 Jul 28 22:30:48.086681 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:48.109869 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:48.137798 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-47785d1c-75fa-4086-b73c-d5d05d368312 req-d5f6d792-d958-4b34-9b16-a365ac6df071 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779904 Jul 28 22:30:48.146351 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-e0e80030-65ee-415e-a1b6-27883b8b8c9f tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/quotas/2406f01f7b3b4941a0bcd97a68d3d510 HTTP/1.1" status: 200 len: 375 time: 0.0659883 Jul 28 22:30:48.224395 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-d174e764-9f39-4ccd-b1ab-2e4fe3d05af5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2406f01f7b3b4941a0bcd97a68d3d510&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693779 Jul 28 22:30:48.365227 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-9c2af142-26c7-42c0-a2be-3dbb98fe1179 service neutron] 10.222.0.39 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398425 Jul 28 22:30:48.426264 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4c668-a239-4d12-b5ad-d7baa149e597 req-ea8f7c0d-259a-43c1-bc28-a4779170e4ad tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:48.432955 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3ea4c668-a239-4d12-b5ad-d7baa149e597 req-ea8f7c0d-259a-43c1-bc28-a4779170e4ad tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.1276815 Jul 28 22:30:48.527651 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3ea4c668-a239-4d12-b5ad-d7baa149e597 req-2c662c66-0788-4b32-af57-f6a5ffdc19d5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937734 Jul 28 22:30:48.553439 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-31712bdd-4a6f-4205-887d-8853419bb423 service neutron] 10.222.0.39 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819103 Jul 28 22:30:48.602959 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5862132a-b35f-45a3-ac01-bc41c2128bbe {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:30:48.613363 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Publish callbacks [] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:48.630784 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Transition to ACTIVE for port object 5862132a-b35f-45a3-ac01-bc41c2128bbe will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:30:48.636971 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:48.685117 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Pushing event updated for resources: {'Port': ['ID=5862132a-b35f-45a3-ac01-bc41c2128bbe,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:48.694070 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493ea5b-5e1b-4293-8e6b-246837f3bdf7 req-d95aaaa5-c08a-433e-bd16-f768a400761e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:48.702127 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7493ea5b-5e1b-4293-8e6b-246837f3bdf7 req-d95aaaa5-c08a-433e-bd16-f768a400761e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 944 time: 0.0679910 Jul 28 22:30:48.729378 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:48.797823 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7493ea5b-5e1b-4293-8e6b-246837f3bdf7 req-242d5212-ca97-476c-8a2f-70a8867b7046 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945058 Jul 28 22:30:48.803197 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Attempting to bind port 5862132a-b35f-45a3-ac01-bc41c2128bbe on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:30:48.803906 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Attempting to bind port 5862132a-b35f-45a3-ac01-bc41c2128bbe by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:30:48.804049 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Attempting to bind port 5862132a-b35f-45a3-ac01-bc41c2128bbe on network f48c6e9d-45a6-4c64-a517-0531b03b9307 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:30:48.809644 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Port 5862132a-b35f-45a3-ac01-bc41c2128bbe on network f48c6e9d-45a6-4c64-a517-0531b03b9307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:30:48.809972 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Attempting to bind port 5862132a-b35f-45a3-ac01-bc41c2128bbe on network f48c6e9d-45a6-4c64-a517-0531b03b9307 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:30:48.817061 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:30:48.817649 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Checking segment: {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:30:48.818040 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Bound using segment: {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:30:48.818550 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Bound port: 5862132a-b35f-45a3-ac01-bc41c2128bbe, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc967d7-810d-4cf6-9f0b-be898371c561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:30:48.818981 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:48.830671 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:48.920657 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:48.934646 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 43058) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:48.947510 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-1c3963cc-20ba-455a-b399-991cf056887f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1011285395', 'description': 'tempest-description--1232744346'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:48.960743 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] For port 5862132a-b35f-45a3-ac01-bc41c2128bbe, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:30:48.965287 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] For port 5862132a-b35f-45a3-ac01-bc41c2128bbe, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5862132a-b35f-45a3-ac01-bc41c2128bbe,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:30:48.974320 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:48.991926 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-1c3963cc-20ba-455a-b399-991cf056887f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.031507 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:49.034034 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.036161 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] 10.222.0.58 "PUT /v2.0/ports/5862132a-b35f-45a3-ac01-bc41c2128bbe HTTP/1.1" status: 200 len: 1094 time: 1.0879481 Jul 28 22:30:49.036630 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'tag': '5862132a-b35f-45a3-ac01-bc41c2128bbe'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:30:49.039163 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5ef70e-65ab-47de-a95b-0deeff3b1ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "b55a65b2-1c47-4b8b-9298-f7ba3c7acba7", "tag": "5862132a-b35f-45a3-ac01-bc41c2128bbe"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:30:49.091117 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:49.129670 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e1dda-f090-4486-a2f1-c8aee824f639 service neutron] Pushing event updated for resources: {'Port': ['ID=5862132a-b35f-45a3-ac01-bc41c2128bbe,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:49.197784 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009a35f8-43a2-420a-bbce-f98f2e927726 x-openstack-request-id: req-009a35f8-43a2-420a-bbce-f98f2e927726 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:30:49.198107 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55a65b2-1c47-4b8b-9298-f7ba3c7acba7", "tag": "5862132a-b35f-45a3-ac01-bc41c2128bbe", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:30:49.200252 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-009a35f8-43a2-420a-bbce-f98f2e927726 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:30:49.200718 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009a35f8-43a2-420a-bbce-f98f2e927726'] response: {'name': 'network-changed', 'server_uuid': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'tag': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'status': 'completed', 'code': 200} Jul 28 22:30:49.241168 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6ac55b47-5810-43e0-86f2-111b1baceeab req-478053e6-799e-4988-9d00-c6374ed742ac tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 210 time: 0.1052306 Jul 28 22:30:49.278654 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-1c3963cc-20ba-455a-b399-991cf056887f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (088106aa-a4d1-47ec-a8bd-60a2f0751237), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.287580 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-1c3963cc-20ba-455a-b399-991cf056887f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (088106aa-a4d1-47ec-a8bd-60a2f0751237), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.364730 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-1c3963cc-20ba-455a-b399-991cf056887f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.380414 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-1c3963cc-20ba-455a-b399-991cf056887f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4403777 Jul 28 22:30:49.389221 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 43072) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:49.395117 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-b9d50451-66e8-49b6-8258-989e4652785a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'security_group_rule': {'security_group_id': '088106aa-a4d1-47ec-a8bd-60a2f0751237', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:49.401544 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3963cc-20ba-455a-b399-991cf056887f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088106aa-a4d1-47ec-a8bd-60a2f0751237,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:49.445709 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2f7cf-dfd6-46da-8a02-25e9e0ffe31d req-b3800392-7229-40f0-a1f6-0e0509282547 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:49.455447 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b9d50451-66e8-49b6-8258-989e4652785a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (5810c54e-9aea-4e2f-88c1-4bbf8b1ecab6), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.455681 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b5e2f7cf-dfd6-46da-8a02-25e9e0ffe31d req-b3800392-7229-40f0-a1f6-0e0509282547 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.1067662 Jul 28 22:30:49.471214 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:49.525518 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b5e2f7cf-dfd6-46da-8a02-25e9e0ffe31d req-d9ca179c-3f94-4e70-ac31-13a339ef3e72 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689547 Jul 28 22:30:49.566737 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b9d50451-66e8-49b6-8258-989e4652785a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (5810c54e-9aea-4e2f-88c1-4bbf8b1ecab6), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.575069 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b9d50451-66e8-49b6-8258-989e4652785a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (5810c54e-9aea-4e2f-88c1-4bbf8b1ecab6), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.620569 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d50451-66e8-49b6-8258-989e4652785a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5810c54e-9aea-4e2f-88c1-4bbf8b1ecab6,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:49.668521 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b9d50451-66e8-49b6-8258-989e4652785a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.674477 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-b9d50451-66e8-49b6-8258-989e4652785a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2807295 Jul 28 22:30:49.674477 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 43080) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:49.685058 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-b0baa99a-cc4c-4f77-9ee9-58bd6826d2de tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'security_group_rule': {'security_group_id': '088106aa-a4d1-47ec-a8bd-60a2f0751237', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:49.702041 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d051d-4c43-49b8-a524-d165ffec0983 req-27f8f677-02db-4f54-8932-0ad216097967 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:49.714841 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8b5d051d-4c43-49b8-a524-d165ffec0983 req-27f8f677-02db-4f54-8932-0ad216097967 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0895703 Jul 28 22:30:49.744966 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b0baa99a-cc4c-4f77-9ee9-58bd6826d2de tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (339282fa-ae34-4a7a-9c91-50032c8030a6), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.783610 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8b5d051d-4c43-49b8-a524-d165ffec0983 req-8d7c59de-10fd-4cab-8351-d343afc472ba tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667953 Jul 28 22:30:49.853884 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b0baa99a-cc4c-4f77-9ee9-58bd6826d2de tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (339282fa-ae34-4a7a-9c91-50032c8030a6), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.859742 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b0baa99a-cc4c-4f77-9ee9-58bd6826d2de tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (339282fa-ae34-4a7a-9c91-50032c8030a6), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.890910 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0baa99a-cc4c-4f77-9ee9-58bd6826d2de tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339282fa-ae34-4a7a-9c91-50032c8030a6,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:49.930344 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b0baa99a-cc4c-4f77-9ee9-58bd6826d2de tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.934852 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-b0baa99a-cc4c-4f77-9ee9-58bd6826d2de tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2599609 Jul 28 22:30:49.935460 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 43086) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:30:49.942710 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:49.969867 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb49d6c-d967-48cf-9d38-4c9374216c3d req-f9abfbb3-f2d5-44e7-8fa9-2d226730de58 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:49.971708 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ffb49d6c-d967-48cf-9d38-4c9374216c3d req-f9abfbb3-f2d5-44e7-8fa9-2d226730de58 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 944 time: 0.0610631 Jul 28 22:30:49.974561 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:49.979403 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:50.039933 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ffb49d6c-d967-48cf-9d38-4c9374216c3d req-8f6b9f18-f3b6-4aa3-be12-2776cbf2fb32 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597663 Jul 28 22:30:50.086587 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:50.220702 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Allocated IP 172.27.3.79 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:30:50.280495 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:50.356886 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-45e5ebc0-30d6-491e-a503-b69f320a7de5 req-b8579011-debb-4970-aab2-cf72cc52cde0 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 210 time: 0.0341485 Jul 28 22:30:50.383467 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for port (b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:50.395515 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:50.419300 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:50.423689 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:50.467475 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:30:50.473454 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:50.478077 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:30:50.483824 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'Port': ['ID=b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:50.531140 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (82366e08-11dc-44bd-992b-f3017c0505f4), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:50.580349 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:50.705498 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce99b1-124a-4ab1-a8b2-4950ce74cac2 req-d8be79e7-35d4-4a23-8830-9d360e0af374 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:50.715361 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a9ce99b1-124a-4ab1-a8b2-4950ce74cac2 req-d8be79e7-35d4-4a23-8830-9d360e0af374 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0705197 Jul 28 22:30:50.790162 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a9ce99b1-124a-4ab1-a8b2-4950ce74cac2 req-67fc16ba-a1bd-42f6-afd4-56723d87137b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735273 Jul 28 22:30:50.797832 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for port (b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:50.816336 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:50.859419 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (82366e08-11dc-44bd-992b-f3017c0505f4), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:50.884519 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'Port': ['ID=b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:50.898652 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:50.900542 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-9e646dcf-8fa1-4e67-a2c5-dfc0215e6467 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9637628 Jul 28 22:30:50.937788 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6244b-7058-4230-9f7e-a13bd91f1ec3 req-81093548-e4cf-4c84-9610-c1ec095e4320 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:50.939720 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c8a6244b-7058-4230-9f7e-a13bd91f1ec3 req-81093548-e4cf-4c84-9610-c1ec095e4320 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0607498 Jul 28 22:30:51.002016 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c8a6244b-7058-4230-9f7e-a13bd91f1ec3 req-eb968c9b-fe16-428a-9c38-291e832ecd60 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554295 Jul 28 22:30:51.215672 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55234b-2a05-4de6-919d-acd405818c9a req-4dfe7e44-7907-414c-bfc8-43c1b102a096 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:51.217256 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ce55234b-2a05-4de6-919d-acd405818c9a req-4dfe7e44-7907-414c-bfc8-43c1b102a096 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 944 time: 0.0856080 Jul 28 22:30:51.220676 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-9b1f8939-deba-449b-bfd2-f297e6d1f986 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1011285395&fields=id&tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea HTTP/1.1" status: 200 len: 267 time: 0.1035335 Jul 28 22:30:51.354444 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ce55234b-2a05-4de6-919d-acd405818c9a req-54d1cc95-b590-44e9-821c-08a6c2c5949a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259015 Jul 28 22:30:51.375991 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:51.412878 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-6426f408-343a-4890-ae66-d39fec04286f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:51.418303 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-6426f408-343a-4890-ae66-d39fec04286f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 815 time: 0.1886456 Jul 28 22:30:51.433567 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-1e20ba21-cb41-4ac3-b1e0-5bc0a4d4edcd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/quotas/d0c7b146e08f4a9ea11f1a73099eb7ea HTTP/1.1" status: 200 len: 375 time: 0.0111096 Jul 28 22:30:51.560749 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef70e-65ab-47de-a95b-0deeff3b1ea4 req-fe107aa1-1106-4ae8-8eb9-4f2306ee7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:51.562322 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1c5ef70e-65ab-47de-a95b-0deeff3b1ea4 req-fe107aa1-1106-4ae8-8eb9-4f2306ee7bd5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 1128 time: 0.0891759 Jul 28 22:30:51.569039 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-f2550f60-0401-4f39-81db-573ec3cffbbf tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1325109 Jul 28 22:30:51.594817 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-934587d1-52be-4eb7-8e65-0e73fe151aee req-b90b5c7d-56c1-4434-87eb-2d62aa565e3b tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 210 time: 0.0971265 Jul 28 22:30:51.651284 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:51.696637 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef70e-65ab-47de-a95b-0deeff3b1ea4 req-7283575b-9da9-4959-a7a7-5910476904f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:51.698167 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1c5ef70e-65ab-47de-a95b-0deeff3b1ea4 req-7283575b-9da9-4959-a7a7-5910476904f7 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1269734 Jul 28 22:30:51.727365 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-fd60b6cd-5fee-4494-9038-5504ee697d13 service neutron] 10.222.0.39 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215935 Jul 28 22:30:51.839762 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-7f1ea464-d036-425e-b8f4-45de3db7b813 service neutron] 10.222.0.39 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111529 Jul 28 22:30:51.893073 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ef70e-65ab-47de-a95b-0deeff3b1ea4 req-012b94c2-fffa-47fc-8884-65949cdd95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:51.901574 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1c5ef70e-65ab-47de-a95b-0deeff3b1ea4 req-012b94c2-fffa-47fc-8884-65949cdd95d1 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1881599 Jul 28 22:30:51.995390 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b033c-c3f6-456d-ac6d-43a5eacbf11a req-6c4a4123-77a4-41b5-a4d3-8d7f83225f36 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:51.997865 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a63b033c-c3f6-456d-ac6d-43a5eacbf11a req-6c4a4123-77a4-41b5-a4d3-8d7f83225f36 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0662644 Jul 28 22:30:52.069846 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5d10b2af-f466-4205-9f0a-393f8f66f7b8 req-11aa6b89-abd6-41e6-a4dd-40b521737b8d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 210 time: 0.0463734 Jul 28 22:30:52.123603 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a63b033c-c3f6-456d-ac6d-43a5eacbf11a req-b6e59fd7-4a5d-4ba4-b242-b1f22cffa9a0 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153378 Jul 28 22:30:52.244031 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720b006-b382-4dc0-89df-7d815f4324ed req-bc4d8e9c-fb42-40ed-bf7d-9da4253b1e95 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:52.246808 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5720b006-b382-4dc0-89df-7d815f4324ed req-bc4d8e9c-fb42-40ed-bf7d-9da4253b1e95 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0754120 Jul 28 22:30:52.279957 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:52.349998 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5720b006-b382-4dc0-89df-7d815f4324ed req-5dcaf117-65a4-4fbc-83c7-70b8f79a9d43 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972633 Jul 28 22:30:52.445362 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-5281f4da-76e6-48c8-869c-8f8eebbeea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:52.453974 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-5281f4da-76e6-48c8-869c-8f8eebbeea03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 1128 time: 0.1756358 Jul 28 22:30:52.543514 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-755ee61a-d66a-403a-9f92-bdd788f6219d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5862132a-b35f-45a3-ac01-bc41c2128bbe HTTP/1.1" status: 200 len: 217 time: 0.0844646 Jul 28 22:30:52.681647 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dee184-1352-405e-b006-3e5ef40c9d9c req-2d70ef28-b494-4cf9-96bf-657d3bb0676e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:52.684639 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-48b8dfdb-accc-47bf-ac21-0fe7de439ff5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:52.685836 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-57dee184-1352-405e-b006-3e5ef40c9d9c req-2d70ef28-b494-4cf9-96bf-657d3bb0676e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 944 time: 0.1847360 Jul 28 22:30:52.691961 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-48b8dfdb-accc-47bf-ac21-0fe7de439ff5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.58 "GET /v2.0/networks?id=7f2aa367-6d5d-4752-a99e-b9dafb11cca1 HTTP/1.1" status: 200 len: 809 time: 0.3975322 Jul 28 22:30:52.696193 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-b0ba6251-655d-4c9f-9513-b869c1f8ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:52.697758 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-b0ba6251-655d-4c9f-9513-b869c1f8ea7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.1443338 Jul 28 22:30:52.837346 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-416715b8-b942-4a54-8019-ffe692644a6b req-a8d87712-88d3-4e67-9320-f96035049976 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 210 time: 0.1081161 Jul 28 22:30:52.856086 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-9d35e749-fde6-455c-a073-381722044fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:52.857699 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-9d35e749-fde6-455c-a073-381722044fc5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1456754 Jul 28 22:30:52.889330 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-57dee184-1352-405e-b006-3e5ef40c9d9c req-4306df22-571f-4fa9-aa2c-3a2c40bdb8af tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976960 Jul 28 22:30:52.939935 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:52.974075 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-45dda8a2-17aa-4535-9285-85d635c26473 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2406f01f7b3b4941a0bcd97a68d3d510 HTTP/1.1" status: 200 len: 379 time: 0.2379827 Jul 28 22:30:52.986911 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-df53763d-f386-4618-82c0-e92ae489c2c7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Request body: {'port': {'device_id': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'admin_state_up': True, 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'security_groups': ['e08f38ae-d944-4907-a873-23e07385fd2b']}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:53.078869 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-a4e0967e-c5a2-4faa-81cf-1d9da9db9bb8 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064474 Jul 28 22:30:53.164901 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-df53763d-f386-4618-82c0-e92ae489c2c7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Made reservation on behalf of 2406f01f7b3b4941a0bcd97a68d3d510 for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:30:53.169670 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-df53763d-f386-4618-82c0-e92ae489c2c7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:53.217308 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3694bcc7-9f23-46dd-bb53-a9b7dd4b4b6e req-84fea8fd-c4f2-4bc3-88f4-24610fb326c7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 210 time: 0.0433371 Jul 28 22:30:53.314512 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-df53763d-f386-4618-82c0-e92ae489c2c7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Allocated IP 172.20.0.4 (7f2aa367-6d5d-4752-a99e-b9dafb11cca1/7b2d5a71-51ae-4403-b7de-674f7705c0be/2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:30:53.334123 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c944d6-c314-41a9-b323-e206b0a86cfb req-e68b84e8-fdce-4e76-a0e6-ba3741d151e4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:53.335613 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-47c944d6-c314-41a9-b323-e206b0a86cfb req-e68b84e8-fdce-4e76-a0e6-ba3741d151e4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0748847 Jul 28 22:30:53.352298 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077f162-6110-4d0c-9467-5f9e7baf0c5b req-e14b8bce-58ab-4ad2-b6a8-6bbbad0b6801 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:53.355408 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1077f162-6110-4d0c-9467-5f9e7baf0c5b req-e14b8bce-58ab-4ad2-b6a8-6bbbad0b6801 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 945 time: 0.0631087 Jul 28 22:30:53.372913 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:53.441354 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-47c944d6-c314-41a9-b323-e206b0a86cfb req-3f910460-ea47-4e73-99f1-889671af6969 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974572 Jul 28 22:30:53.476005 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1077f162-6110-4d0c-9467-5f9e7baf0c5b req-4aead6cf-9404-4700-8f53-4aa8cf5fb0e6 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033421 Jul 28 22:30:53.571942 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-df53763d-f386-4618-82c0-e92ae489c2c7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:53.574886 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-427fd391-3895-47b6-bb33-57d6e9ba43d7 req-0b8c35f7-4fba-44d9-b687-68e8025e5e87 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509974 Jul 28 22:30:53.580421 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03e3f4-4618-4228-a23e-ab845ad19ecc req-223055c9-8911-4bfe-a66f-63dac60f23de tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:53.582545 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8e03e3f4-4618-4228-a23e-ab845ad19ecc req-223055c9-8911-4bfe-a66f-63dac60f23de tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0478914 Jul 28 22:30:53.608616 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-df53763d-f386-4618-82c0-e92ae489c2c7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:53.631489 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8e03e3f4-4618-4228-a23e-ab845ad19ecc req-986e8624-3935-4093-bfd2-d582e0215158 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434141 Jul 28 22:30:53.655851 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-df53763d-f386-4618-82c0-e92ae489c2c7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:30:53.659845 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-df53763d-f386-4618-82c0-e92ae489c2c7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:30:53.662354 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-df53763d-f386-4618-82c0-e92ae489c2c7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:30:53.667928 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-df53763d-f386-4618-82c0-e92ae489c2c7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:53.668548 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-df53763d-f386-4618-82c0-e92ae489c2c7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:53.679915 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53763d-f386-4618-82c0-e92ae489c2c7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Pushing event updated for resources: {'Port': ['ID=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:53.695357 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-df53763d-f386-4618-82c0-e92ae489c2c7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7141023 Jul 28 22:30:53.875260 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:53.915805 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-c038ac56-3808-4ed5-a5ef-a9ebd8e07e73 None None] Provisioning complete for port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:30:53.916356 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c038ac56-3808-4ed5-a5ef-a9ebd8e07e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:53.951778 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-c038ac56-3808-4ed5-a5ef-a9ebd8e07e73 None None] Port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:30:53.956432 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff6b35-dfdb-4f8f-bf8b-4c21004da6f5 req-a944d764-1827-4887-8255-46d77245a361 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:53.958786 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-19ff6b35-dfdb-4f8f-bf8b-4c21004da6f5 req-a944d764-1827-4887-8255-46d77245a361 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 931 time: 0.0608535 Jul 28 22:30:54.044409 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-19ff6b35-dfdb-4f8f-bf8b-4c21004da6f5 req-1a250280-0897-4f3b-be11-b2e1697bb241 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795445 Jul 28 22:30:54.052214 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedcd52-734e-486d-bcea-502acddf5d83 req-056a1b3d-838b-427f-85f8-cc41ef40415b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:54.053641 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2aedcd52-734e-486d-bcea-502acddf5d83 req-056a1b3d-838b-427f-85f8-cc41ef40415b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 944 time: 0.0670741 Jul 28 22:30:54.103073 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2aedcd52-734e-486d-bcea-502acddf5d83 req-2af52c5a-80f6-4f4f-a30c-10d8e45fdda3 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434568 Jul 28 22:30:54.329442 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f027aacf-e8e2-4e64-a7bd-5a76eb164f97 req-d192af63-a8a1-4dd0-ad64-50ff5107f9f3 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 210 time: 0.0270398 Jul 28 22:30:54.556437 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:54.568977 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c6462-e728-450b-9dbc-e62c6f038117 req-798157f8-bbc4-4c32-af68-63979caf516a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:54.570466 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-df4c6462-e728-450b-9dbc-e62c6f038117 req-798157f8-bbc4-4c32-af68-63979caf516a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0498886 Jul 28 22:30:54.632327 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4683b8f-3c37-4c5c-b54d-14cdfb547e4a req-b898cfd5-b5dc-4742-ae05-4995e7b50ee4 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:54.641639 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f4683b8f-3c37-4c5c-b54d-14cdfb547e4a req-b898cfd5-b5dc-4742-ae05-4995e7b50ee4 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 945 time: 0.0632737 Jul 28 22:30:54.681179 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-df4c6462-e728-450b-9dbc-e62c6f038117 req-a2c2ca27-4953-447a-99fc-1d8b9c66adbc tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005619 Jul 28 22:30:54.702213 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f4683b8f-3c37-4c5c-b54d-14cdfb547e4a req-84fe428c-0a8c-4059-9ff5-982624ffc9d6 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597644 Jul 28 22:30:54.791660 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed01b4a-8b96-4427-b046-fcaa6bcebef5 req-c09343d7-1bfb-4716-ba2f-9b338dde92cd tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:54.793017 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-eed01b4a-8b96-4427-b046-fcaa6bcebef5 req-c09343d7-1bfb-4716-ba2f-9b338dde92cd tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0502896 Jul 28 22:30:54.839893 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-eed01b4a-8b96-4427-b046-fcaa6bcebef5 req-7afaa9d1-3fb2-4faa-8a50-9accdd7a4a70 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403118 Jul 28 22:30:55.164848 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec99ad-62d5-4d12-83af-04745cd136e7 req-cf60bd1c-76dc-42dd-b8c6-9ec87223d2e6 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:55.166352 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f2ec99ad-62d5-4d12-83af-04745cd136e7 req-cf60bd1c-76dc-42dd-b8c6-9ec87223d2e6 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 931 time: 0.0509033 Jul 28 22:30:55.247393 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebe458-1d16-4d4f-9ecc-a9f7136e0b86 req-c9fa90ca-c4c7-457a-9869-3804a348172e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:55.248825 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c6ebe458-1d16-4d4f-9ecc-a9f7136e0b86 req-c9fa90ca-c4c7-457a-9869-3804a348172e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 944 time: 0.0703771 Jul 28 22:30:55.252274 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f2ec99ad-62d5-4d12-83af-04745cd136e7 req-9d191fde-e459-47bb-b20b-d02034dbd4ec tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805562 Jul 28 22:30:55.260795 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:55.295839 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c6ebe458-1d16-4d4f-9ecc-a9f7136e0b86 req-06948f7a-47f8-4fb5-bdc8-4c5b276ee4cb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407050 Jul 28 22:30:55.429751 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1c318bbd-f9d9-4b8a-8569-be9559994c36 req-db90ccd6-62a6-4b43-bf80-f50f02a755d3 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 210 time: 0.0303502 Jul 28 22:30:55.828346 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb3199-48da-4b99-bc4e-2c1f3b659e9b req-54880f7b-f108-441e-a87f-e6c374454d69 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:55.829830 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-66cb3199-48da-4b99-bc4e-2c1f3b659e9b req-54880f7b-f108-441e-a87f-e6c374454d69 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0695622 Jul 28 22:30:55.857198 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c97b6-335b-474e-89ad-81121f891921 req-8fe6b496-d143-4ece-b7a7-de215aa6a2b2 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:55.858614 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ac5c97b6-335b-474e-89ad-81121f891921 req-8fe6b496-d143-4ece-b7a7-de215aa6a2b2 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 945 time: 0.0713005 Jul 28 22:30:55.903927 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-66cb3199-48da-4b99-bc4e-2c1f3b659e9b req-fd1d0e9b-3563-4985-a682-25968eba6b5d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680444 Jul 28 22:30:55.924860 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ac5c97b6-335b-474e-89ad-81121f891921 req-ee0a921d-0482-4930-bbca-4f302b659855 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584638 Jul 28 22:30:56.013577 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b327e-5ae7-43b8-91d9-2a7335b3abd8 req-ccc42dbe-357d-41ae-9c87-be8d74d60bcf tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:56.015029 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b62b327e-5ae7-43b8-91d9-2a7335b3abd8 req-ccc42dbe-357d-41ae-9c87-be8d74d60bcf tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0501122 Jul 28 22:30:56.061902 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b62b327e-5ae7-43b8-91d9-2a7335b3abd8 req-3ee0e91f-4902-4163-bc9e-d86f17ac73ed tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408087 Jul 28 22:30:56.368534 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551dbbc-b872-47e3-b692-a619ed66a282 req-458b7ad1-631e-4b17-877f-5784549e092e tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:56.370040 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7551dbbc-b872-47e3-b692-a619ed66a282 req-458b7ad1-631e-4b17-877f-5784549e092e tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 931 time: 0.0462000 Jul 28 22:30:56.429986 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3798dd-c9f6-4715-98af-a9a58886ad49 req-b9d605c4-1f87-4942-be9f-e69bdb87b30e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:56.431450 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fd3798dd-c9f6-4715-98af-a9a58886ad49 req-b9d605c4-1f87-4942-be9f-e69bdb87b30e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 944 time: 0.0605206 Jul 28 22:30:56.472692 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7551dbbc-b872-47e3-b692-a619ed66a282 req-8ae45677-a425-4525-b328-359d30c0f78b tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916865 Jul 28 22:30:56.498538 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fd3798dd-c9f6-4715-98af-a9a58886ad49 req-c5ca97fe-9001-41bb-9b87-06b0e318f2be tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613577 Jul 28 22:30:56.555555 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-94c9f8e7-9d2f-46c7-81b3-17acd2e696fa req-6d188ec0-935b-4af1-9e7b-a06a7cad60de tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 210 time: 0.0266175 Jul 28 22:30:57.096181 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Request body: {'port': {'device_id': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:57.097256 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d27bcb-f562-4868-b110-249b405229f0 req-0e2c1705-1cef-452c-8291-b5b200cd6871 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:57.098440 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f5d27bcb-f562-4868-b110-249b405229f0 req-0e2c1705-1cef-452c-8291-b5b200cd6871 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0887668 Jul 28 22:30:57.106485 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e423539-8823-4af5-a2bc-868c2b449ed4 req-0af76b48-37f6-4cc0-b1f6-ab1fb006b39e tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:57.107904 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6e423539-8823-4af5-a2bc-868c2b449ed4 req-0af76b48-37f6-4cc0-b1f6-ab1fb006b39e tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 945 time: 0.0954604 Jul 28 22:30:57.139594 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:57.180251 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:57.210849 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6e423539-8823-4af5-a2bc-868c2b449ed4 req-17f1f927-6ebc-43fa-8bd3-d16508f904ce tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941033 Jul 28 22:30:57.213753 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f5d27bcb-f562-4868-b110-249b405229f0 req-57e5ded1-68c7-4b06-b2af-83f376a6f87e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049106 Jul 28 22:30:57.277843 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:57.323415 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f1007-6f31-4e4f-935f-3803d7180e8b req-05d3f9db-5c02-41c8-8aed-87d887ef6146 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:57.324886 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-832f1007-6f31-4e4f-935f-3803d7180e8b req-05d3f9db-5c02-41c8-8aed-87d887ef6146 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0485764 Jul 28 22:30:57.373605 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-832f1007-6f31-4e4f-935f-3803d7180e8b req-860cd190-8103-461a-bb8b-e4694da86967 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429339 Jul 28 22:30:57.439549 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:30:57.447581 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Publish callbacks [] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:57.460725 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Transition to ACTIVE for port object 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:30:57.463969 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:57.522068 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:57.555288 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Attempting to bind port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:30:57.555630 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Attempting to bind port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '4c5c1f79-ee81-4728-9516-39f78dc27ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:30:57.555947 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Attempting to bind port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec on network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:30:57.560796 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec on network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:30:57.561117 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Attempting to bind port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec on network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:30:57.566596 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:30:57.566960 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Checking segment: {'id': '4c5c1f79-ee81-4728-9516-39f78dc27ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:30:57.567352 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Bound using segment: {'id': '4c5c1f79-ee81-4728-9516-39f78dc27ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:30:57.567788 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Bound port: 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5c1f79-ee81-4728-9516-39f78dc27ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:30:57.568141 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:57.646300 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] For port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:30:57.648112 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:57.649994 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] For port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:30:57.657651 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:57.666534 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2fdd2-325c-4371-8346-4bcbca15bfcc req-a17a6820-618e-4c32-b62f-38a63d341055 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:57.668070 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-97e2fdd2-325c-4371-8346-4bcbca15bfcc req-a17a6820-618e-4c32-b62f-38a63d341055 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0920010 Jul 28 22:30:57.688659 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fe79d-4c4d-47e0-989f-6f11feba8dfe req-f01dcb5e-5988-4f1f-a34f-7e813cec0ec8 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:57.690188 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d70fe79d-4c4d-47e0-989f-6f11feba8dfe req-f01dcb5e-5988-4f1f-a34f-7e813cec0ec8 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 944 time: 0.0725873 Jul 28 22:30:57.704699 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:57.705309 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:57.707272 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] 10.222.0.58 "PUT /v2.0/ports/2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec HTTP/1.1" status: 200 len: 1093 time: 0.6153967 Jul 28 22:30:57.707994 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:30:57.710280 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c406a3-762c-49d4-9cfa-908f9d227c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:30:57.729106 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900b838-5de7-4c5f-83ac-502a70412bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:30:57.755319 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-97e2fdd2-325c-4371-8346-4bcbca15bfcc req-f0aa66a3-cf1c-4ad6-a69d-ef20baa844ed tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807464 Jul 28 22:30:57.778878 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d70fe79d-4c4d-47e0-989f-6f11feba8dfe req-6eb1832d-7b41-4ea5-9d01-dfbcfbe285e4 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783172 Jul 28 22:30:57.831343 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d241556-421f-4323-affa-c30f7ca6738a x-openstack-request-id: req-3d241556-421f-4323-affa-c30f7ca6738a {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:30:57.831759 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:30:57.832026 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d241556-421f-4323-affa-c30f7ca6738a {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:30:57.832430 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d241556-421f-4323-affa-c30f7ca6738a'] response: {'name': 'network-changed', 'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'status': 'completed', 'code': 200} Jul 28 22:30:57.865779 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2a90927d-9994-4204-b0a5-3bea0767145d req-40089f4c-f026-412a-968d-8e56cacf1736 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 210 time: 0.0284395 Jul 28 22:30:58.337053 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:58.370543 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfae35-a4f9-4174-beb7-eb3d9a6c6f15 req-ab5abe79-96f4-440b-a39f-2e51d534fd79 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:58.371972 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-04dfae35-a4f9-4174-beb7-eb3d9a6c6f15 req-ab5abe79-96f4-440b-a39f-2e51d534fd79 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 945 time: 0.0816350 Jul 28 22:30:58.383263 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745a0a-73d8-457a-a10d-d2f10d879d26 req-196aeff3-b815-4b44-8a8a-b21830471b64 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:58.384702 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b3745a0a-73d8-457a-a10d-d2f10d879d26 req-196aeff3-b815-4b44-8a8a-b21830471b64 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0605919 Jul 28 22:30:58.459564 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-04dfae35-a4f9-4174-beb7-eb3d9a6c6f15 req-d14ffea7-1abe-4d0b-a787-451f935b9946 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738614 Jul 28 22:30:58.463094 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b3745a0a-73d8-457a-a10d-d2f10d879d26 req-6cd357c3-fa97-4c77-b849-133ad358e258 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705700 Jul 28 22:30:58.569306 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bc785-c593-4281-8571-bcd2dbd661e0 req-a74157dd-462e-44c6-bcd1-8cab33ee4b69 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:58.570796 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-200bc785-c593-4281-8571-bcd2dbd661e0 req-a74157dd-462e-44c6-bcd1-8cab33ee4b69 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0506108 Jul 28 22:30:58.621217 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-200bc785-c593-4281-8571-bcd2dbd661e0 req-bb5527c2-be88-4b99-9f7a-f246b54d5c31 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436134 Jul 28 22:30:58.887050 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8b21f-fd42-4078-a834-53c95d0d47a8 req-d6704574-adde-4e2f-a38d-fa6982e4ad9c tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:58.888445 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ccf8b21f-fd42-4078-a834-53c95d0d47a8 req-d6704574-adde-4e2f-a38d-fa6982e4ad9c tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0530951 Jul 28 22:30:58.960812 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684ef9e-5451-42e6-9d82-3e9a563b858f req-a89cc7c8-0491-4c90-b68f-67cf7b8bc4a7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:58.962350 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d684ef9e-5451-42e6-9d82-3e9a563b858f req-a89cc7c8-0491-4c90-b68f-67cf7b8bc4a7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 944 time: 0.0730224 Jul 28 22:30:58.966231 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df15182-39f6-41c1-97a8-a17b8f18e064 req-5ba48990-1373-445d-8588-29faf2d85c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:58.967729 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0df15182-39f6-41c1-97a8-a17b8f18e064 req-5ba48990-1373-445d-8588-29faf2d85c49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 1130 time: 0.1277435 Jul 28 22:30:58.987005 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb17fdd-b335-4cf1-a711-3cc405725ca9 req-5bfeeff4-deb3-425a-a63a-417f83f8db22 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:58.988988 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5bb17fdd-b335-4cf1-a711-3cc405725ca9 req-5bfeeff4-deb3-425a-a63a-417f83f8db22 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.58 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 945 time: 0.1464655 Jul 28 22:30:58.989435 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ccf8b21f-fd42-4078-a834-53c95d0d47a8 req-1f4dace1-b437-465a-8864-5ae03e24357b tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878606 Jul 28 22:30:58.989927 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c406a3-762c-49d4-9cfa-908f9d227c2f req-4d5d83e8-5f59-4e23-9a08-7096e52388a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:58.991253 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-98c406a3-762c-49d4-9cfa-908f9d227c2f req-4d5d83e8-5f59-4e23-9a08-7096e52388a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2406f01f7b3b4941a0bcd97a68d3d510&device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 1127 time: 0.1502309 Jul 28 22:30:59.027019 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d684ef9e-5451-42e6-9d82-3e9a563b858f req-8202615b-884a-4904-a912-88b77359e10f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564740 Jul 28 22:30:59.087015 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ef95fbe4-2c5a-448a-acec-6ff057276f47 req-50407067-f829-4453-9730-0b5c79f23dae tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 210 time: 0.0281098 Jul 28 22:30:59.139856 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-cf477cb7-ab2e-4322-8853-d6a839c97e21 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:59.141215 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-cf477cb7-ab2e-4322-8853-d6a839c97e21 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 815 time: 0.5771265 Jul 28 22:30:59.240786 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:59.298905 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-5bb17fdd-b335-4cf1-a711-3cc405725ca9 req-4bf8089b-d256-490b-9f41-1d871eb2439a tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Deleting port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:30:59.299254 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bb17fdd-b335-4cf1-a711-3cc405725ca9 req-4bf8089b-d256-490b-9f41-1d871eb2439a tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:59.324088 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df15182-39f6-41c1-97a8-a17b8f18e064 req-5baaec2c-5fad-4c98-b7b7-2988eac07d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:59.325586 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0df15182-39f6-41c1-97a8-a17b8f18e064 req-5baaec2c-5fad-4c98-b7b7-2988eac07d96 service neutron] 10.222.0.58 "GET /v2.0/networks?id=425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 200 len: 918 time: 0.3334501 Jul 28 22:30:59.376267 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c406a3-762c-49d4-9cfa-908f9d227c2f req-6777c203-9fa6-47d0-a33f-db740677c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:59.378742 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-98c406a3-762c-49d4-9cfa-908f9d227c2f req-6777c203-9fa6-47d0-a33f-db740677c3d6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2406f01f7b3b4941a0bcd97a68d3d510&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3637316 Jul 28 22:30:59.432602 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8cdd1751-be53-4c9a-8be9-f0a1262a0543 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea HTTP/1.1" status: 200 len: 472 time: 0.2778308 Jul 28 22:30:59.489019 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-40511080-12d0-4909-85f5-bc85e2b05830 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'port': {'device_id': 'c5606c87-43fb-42b9-b876-929d94fff6bb', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'admin_state_up': True, 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'security_groups': ['088106aa-a4d1-47ec-a8bd-60a2f0751237']}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:30:59.565713 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0df15182-39f6-41c1-97a8-a17b8f18e064 req-dbc1fef6-4a8e-455f-b3b2-afd135c0ba87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2 HTTP/1.1" status: 200 len: 1001 time: 0.2008924 Jul 28 22:30:59.613556 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:59.624753 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515dc9b-e57b-478b-a8ee-1f0ff6fa7edf req-fac53681-ad5d-4c99-963f-0d0065f7787a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:59.626256 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a515dc9b-e57b-478b-a8ee-1f0ff6fa7edf req-fac53681-ad5d-4c99-963f-0d0065f7787a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0755279 Jul 28 22:30:59.635352 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68996aa7-cda3-47b2-817b-4557e46417ee req-62e47a9b-2b19-441d-8cd3-57f3d2757bd1 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:59.636804 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-68996aa7-cda3-47b2-817b-4557e46417ee req-62e47a9b-2b19-441d-8cd3-57f3d2757bd1 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 945 time: 0.0769694 Jul 28 22:30:59.674109 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:30:59.697843 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-5bb17fdd-b335-4cf1-a711-3cc405725ca9 req-4bf8089b-d256-490b-9f41-1d871eb2439a tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] For port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2,segment=NetworkSegment(606d572a-d396-4bed-a074-46f7792d1f32),segment_id=606d572a-d396-4bed-a074-46f7792d1f32)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:30:59.698219 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bb17fdd-b335-4cf1-a711-3cc405725ca9 req-4bf8089b-d256-490b-9f41-1d871eb2439a tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:59.698363 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a515dc9b-e57b-478b-a8ee-1f0ff6fa7edf req-aaeb2dcc-3686-4fdf-8a65-dec558b83fa7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604758 Jul 28 22:30:59.702862 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c406a3-762c-49d4-9cfa-908f9d227c2f req-a6fa0777-93d2-4c93-b728-13c97dddf947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:59.704342 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-98c406a3-762c-49d4-9cfa-908f9d227c2f req-a6fa0777-93d2-4c93-b728-13c97dddf947 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2925982 Jul 28 22:30:59.730085 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-68996aa7-cda3-47b2-817b-4557e46417ee req-7898e343-091d-4ae1-87c6-9a23e777cf60 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638306 Jul 28 22:30:59.736456 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-5bb17fdd-b335-4cf1-a711-3cc405725ca9 req-4bf8089b-d256-490b-9f41-1d871eb2439a tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Calling delete_port for 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:30:59.743896 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df15182-39f6-41c1-97a8-a17b8f18e064 req-980ff524-bc22-486e-b4c7-ab7d9f5dcc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:59.745365 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0df15182-39f6-41c1-97a8-a17b8f18e064 req-980ff524-bc22-486e-b4c7-ab7d9f5dcc18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d48d9b17-b454-4d3c-bc21-b33608361781 HTTP/1.1" status: 200 len: 856 time: 0.1211655 Jul 28 22:30:59.810764 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-40511080-12d0-4909-85f5-bc85e2b05830 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Made reservation on behalf of d0c7b146e08f4a9ea11f1a73099eb7ea for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:30:59.814187 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-40511080-12d0-4909-85f5-bc85e2b05830 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:30:59.825401 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663da9a-de0f-4f4d-bf56-0358caaddc73 req-0e54e34d-551c-4a2f-812b-0ad0e04950a3 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:30:59.826882 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7663da9a-de0f-4f4d-bf56-0358caaddc73 req-0e54e34d-551c-4a2f-812b-0ad0e04950a3 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0466633 Jul 28 22:30:59.875212 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7663da9a-de0f-4f4d-bf56-0358caaddc73 req-15238e60-7da1-4236-983b-f8e7ba6ab6b8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 Jul 28 22:30:59.992416 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bb17fdd-b335-4cf1-a711-3cc405725ca9 req-4bf8089b-d256-490b-9f41-1d871eb2439a tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:00.003470 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:00.033102 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8089b-d256-490b-9f41-1d871eb2439a tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Pushing event deleted for resources: {'Port': ['ID=8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:00.036514 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-40511080-12d0-4909-85f5-bc85e2b05830 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Allocated IP 172.20.0.3 (6ba94cd9-b91a-4088-b65d-e5c882850ab5/bd9d7ef8-b1ea-409f-bc0d-02c57dced297/7264386b-d8eb-4240-9b23-13c3bbbc0ba3) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:31:00.104496 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb17fdd-b335-4cf1-a711-3cc405725ca9 req-4bf8089b-d256-490b-9f41-1d871eb2439a tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] No DVR routers for this DVR port 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:31:00.111409 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bb17fdd-b335-4cf1-a711-3cc405725ca9 req-4bf8089b-d256-490b-9f41-1d871eb2439a tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:00.115308 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5bb17fdd-b335-4cf1-a711-3cc405725ca9 req-4bf8089b-d256-490b-9f41-1d871eb2439a tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.58 "DELETE /v2.0/ports/8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 HTTP/1.1" status: 204 len: 173 time: 1.1075718 Jul 28 22:31:00.115752 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a48d55-8f82-4f28-ab27-957d404713fd', 'name': 'network-vif-deleted', 'tag': '8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:31:00.118099 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4618e5-2abe-4f4c-8b82-70b0bd624a0b" -d '{"events": [{"server_uuid": "82a48d55-8f82-4f28-ab27-957d404713fd", "name": "network-vif-deleted", "tag": "8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:31:00.132888 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddc786-88ae-4105-bd36-8fb9ac427afb req-19e741ca-fc7b-48e3-aa04-cc762cb45765 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:00.134374 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-65ddc786-88ae-4105-bd36-8fb9ac427afb req-19e741ca-fc7b-48e3-aa04-cc762cb45765 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0668449 Jul 28 22:31:00.186577 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b79c83-5d0d-4c25-ae3c-25e9d841a966 req-5fc3f7c7-fd6f-4767-b1b9-572dd0d5490b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:00.188009 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-34b79c83-5d0d-4c25-ae3c-25e9d841a966 req-5fc3f7c7-fd6f-4767-b1b9-572dd0d5490b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 944 time: 0.0824945 Jul 28 22:31:00.229470 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-65ddc786-88ae-4105-bd36-8fb9ac427afb req-899ed8ac-c990-4759-a3be-ac7b56d13a06 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769556 Jul 28 22:31:00.242242 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-40511080-12d0-4909-85f5-bc85e2b05830 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:00.256998 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-34b79c83-5d0d-4c25-ae3c-25e9d841a966 req-ec105885-c4ed-4f62-99cf-399a3817e79c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586340 Jul 28 22:31:00.292639 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-40511080-12d0-4909-85f5-bc85e2b05830 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:00.310287 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3974f12d-b3fd-491f-b31a-f9cdc2571dde x-openstack-request-id: req-3974f12d-b3fd-491f-b31a-f9cdc2571dde {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:31:00.310658 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a48d55-8f82-4f28-ab27-957d404713fd", "name": "network-vif-deleted", "tag": "8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:31:00.311144 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3974f12d-b3fd-491f-b31a-f9cdc2571dde {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:31:00.311632 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3974f12d-b3fd-491f-b31a-f9cdc2571dde'] response: {'server_uuid': '82a48d55-8f82-4f28-ab27-957d404713fd', 'name': 'network-vif-deleted', 'tag': '8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2', 'status': 'completed', 'code': 200} Jul 28 22:31:00.344176 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-40511080-12d0-4909-85f5-bc85e2b05830 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:31:00.345852 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8b48b-1522-49d3-b1c6-e4819f65566e req-de55fc4a-ce8d-4e4e-ad4e-65fd052d50b7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:00.347941 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a4f8b48b-1522-49d3-b1c6-e4819f65566e req-de55fc4a-ce8d-4e4e-ad4e-65fd052d50b7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 931 time: 0.0497024 Jul 28 22:31:00.350259 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-40511080-12d0-4909-85f5-bc85e2b05830 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:31:00.353225 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-40511080-12d0-4909-85f5-bc85e2b05830 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:31:00.358400 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-40511080-12d0-4909-85f5-bc85e2b05830 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:00.359007 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-40511080-12d0-4909-85f5-bc85e2b05830 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:00.374879 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40511080-12d0-4909-85f5-bc85e2b05830 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'Port': ['ID=7264386b-d8eb-4240-9b23-13c3bbbc0ba3,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:00.385570 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-40511080-12d0-4909-85f5-bc85e2b05830 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9349327 Jul 28 22:31:00.404043 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a4f8b48b-1522-49d3-b1c6-e4819f65566e req-2428ee04-18eb-4a06-ae9c-2ee4a1748887 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496440 Jul 28 22:31:00.581029 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-3264ee8e-a3e8-4737-b689-5a8cf74f8017 None None] Provisioning complete for port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:31:00.581658 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3264ee8e-a3e8-4737-b689-5a8cf74f8017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:00.613083 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-3264ee8e-a3e8-4737-b689-5a8cf74f8017 None None] Port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:31:00.844316 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367581d-4b2f-4508-9e14-fb795e028fce req-144832ee-6331-4081-aa31-bf3da850320e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:00.845770 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6367581d-4b2f-4508-9e14-fb795e028fce req-144832ee-6331-4081-aa31-bf3da850320e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0573514 Jul 28 22:31:00.866707 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e0a56c44-c334-42d9-85fd-35c34662daeb req-6b9a4f80-6ba9-4f05-a4b3-a2190e956b1a tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 210 time: 0.0427735 Jul 28 22:31:00.876684 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:00.906037 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6367581d-4b2f-4508-9e14-fb795e028fce req-f1a3d766-d23c-410a-8d3a-6a6a9c602888 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462596 Jul 28 22:31:00.990867 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd615c8-11f8-46c2-92e6-a582d0d66dee req-6100331a-9439-47b1-a40b-6e708dd31b6d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:00.992281 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cdd615c8-11f8-46c2-92e6-a582d0d66dee req-6100331a-9439-47b1-a40b-6e708dd31b6d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0458586 Jul 28 22:31:01.239892 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cdd615c8-11f8-46c2-92e6-a582d0d66dee req-114995c3-9075-40bc-bc60-37f63e62413d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422245 Jul 28 22:31:01.372239 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0ebcf-0279-4a87-b516-23a6aaf18b9a req-13b957fb-02f7-43aa-b4ae-0d42bc66d27b tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:01.373688 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-06f0ebcf-0279-4a87-b516-23a6aaf18b9a req-13b957fb-02f7-43aa-b4ae-0d42bc66d27b tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0706351 Jul 28 22:31:01.392785 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac31b5f-9648-4312-a293-dbc2c0e20f55 req-dfdf37ce-fda4-4908-9920-2e00e357dd13 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:01.394210 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0ac31b5f-9648-4312-a293-dbc2c0e20f55 req-dfdf37ce-fda4-4908-9920-2e00e357dd13 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 944 time: 0.0644021 Jul 28 22:31:01.458304 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-06f0ebcf-0279-4a87-b516-23a6aaf18b9a req-a989c514-3b24-4ce3-b114-63e44ab201db tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768001 Jul 28 22:31:01.473787 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0ac31b5f-9648-4312-a293-dbc2c0e20f55 req-c0b7be08-2a5e-4ee9-a69d-a1e538a35637 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669639 Jul 28 22:31:01.560081 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c4a34-9156-4fe2-a736-467c030dd8ad req-642e3a18-1560-425e-b792-9ee7ba4474dd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:01.561628 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b06c4a34-9156-4fe2-a736-467c030dd8ad req-642e3a18-1560-425e-b792-9ee7ba4474dd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 931 time: 0.0468900 Jul 28 22:31:01.607250 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b06c4a34-9156-4fe2-a736-467c030dd8ad req-e6fad7a3-5699-401a-8fbc-15f92a6f8595 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400832 Jul 28 22:31:01.969080 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4554a80e-431f-4037-adc3-4b1d1812fbc5 req-d81eb787-dc8a-4fe3-b9b6-e2a3db09d592 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 210 time: 0.0288136 Jul 28 22:31:02.033150 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96648a-3ef9-47f5-a752-03529ea2e13d req-3edaa312-b971-42b6-b586-8d0c3685ff88 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:02.035292 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b96648a-3ef9-47f5-a752-03529ea2e13d req-3edaa312-b971-42b6-b586-8d0c3685ff88 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0507247 Jul 28 22:31:02.084008 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4b96648a-3ef9-47f5-a752-03529ea2e13d req-e350c96e-f1c7-49c4-9ebf-07bf7bbf21f7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423725 Jul 28 22:31:02.322982 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:02.359070 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bda688-1740-4678-b28d-4e31236d7c4a req-765f94d6-156c-4bd6-af75-e0b0aafb14d7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:02.360533 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a5bda688-1740-4678-b28d-4e31236d7c4a req-765f94d6-156c-4bd6-af75-e0b0aafb14d7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0478244 Jul 28 22:31:02.408002 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a5bda688-1740-4678-b28d-4e31236d7c4a req-2e96dd43-ebe5-4fa7-a22c-99110312ca25 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417905 Jul 28 22:31:02.508365 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:02.523754 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:31:02.535633 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 5862132a-b35f-45a3-ac01-bc41c2128bbe details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:31:02.541795 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Request body: {'port': {'device_id': 'c5606c87-43fb-42b9-b876-929d94fff6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:31:02.598122 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1f2f9-38ea-4849-997d-6fbea7d4426e req-0befb286-a801-426e-ad9b-3a1dc8dedebd tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:02.599748 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c7b1f2f9-38ea-4849-997d-6fbea7d4426e req-0befb286-a801-426e-ad9b-3a1dc8dedebd tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 944 time: 0.0531538 Jul 28 22:31:02.631969 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-a5989349-2af9-418d-95e6-c11af6fd70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:02.633720 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-a5989349-2af9-418d-95e6-c11af6fd70e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2406f01f7b3b4941a0bcd97a68d3d510&device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 1127 time: 0.0883272 Jul 28 22:31:02.669481 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df15182-39f6-41c1-97a8-a17b8f18e064 req-dbe24478-7a59-45e4-b2b1-c283a0567d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:02.672467 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0df15182-39f6-41c1-97a8-a17b8f18e064 req-dbe24478-7a59-45e4-b2b1-c283a0567d9e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=425ace09-193c-40d9-ace1-b357fa18c983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1726122 Jul 28 22:31:02.736629 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 5862132a-b35f-45a3-ac01-bc41c2128bbe, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5862132a-b35f-45a3-ac01-bc41c2128bbe,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:02.748947 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c7b1f2f9-38ea-4849-997d-6fbea7d4426e req-6686bef7-e143-416c-9871-2b2726cacf75 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427965 Jul 28 22:31:02.750145 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'port_id': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'mac_address': 'fa:16:3e:ad:90:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:31:02.770517 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-68ffee41-0241-41f2-9793-312024bd3829 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec HTTP/1.1" status: 200 len: 217 time: 0.1174209 Jul 28 22:31:02.772005 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79699480-8ed2-4c98-8110-07188db1c13d req-c4bb971f-3fea-4ab6-9856-abb956041186 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:02.773504 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-79699480-8ed2-4c98-8110-07188db1c13d req-c4bb971f-3fea-4ab6-9856-abb956041186 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.1655927 Jul 28 22:31:02.810468 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 5862132a-b35f-45a3-ac01-bc41c2128bbe is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:31:02.811210 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:02.817366 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:02.832599 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5862132a-b35f-45a3-ac01-bc41c2128bbe {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:31:02.855222 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-79699480-8ed2-4c98-8110-07188db1c13d req-ce48df51-b905-46ae-99cd-b6f31adaa3c4 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747654 Jul 28 22:31:02.856124 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 5862132a-b35f-45a3-ac01-bc41c2128bbe, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5862132a-b35f-45a3-ac01-bc41c2128bbe,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:02.860777 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:02.907338 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a11ef-289c-49d2-9dc8-b98688bd7023 req-4d7f9b37-3b16-4f19-ad5f-e011fa6d1eb3 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:02.908483 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0df15182-39f6-41c1-97a8-a17b8f18e064 req-783e8013-8c4a-43d8-a134-5bec2c74fbc6 service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482625 Jul 28 22:31:02.910074 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-654a11ef-289c-49d2-9dc8-b98688bd7023 req-4d7f9b37-3b16-4f19-ad5f-e011fa6d1eb3 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 931 time: 0.0715232 Jul 28 22:31:02.916288 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=5862132a-b35f-45a3-ac01-bc41c2128bbe,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:02.959900 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-654a11ef-289c-49d2-9dc8-b98688bd7023 req-ea3f0954-c0c5-4423-a983-6bb4546e7c8b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 Jul 28 22:31:03.090990 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6773c55d-1756-4a14-8396-179987ce8092 req-3179032c-438d-46bf-9361-bfff89b4acce tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=82a48d55-8f82-4f28-ab27-957d404713fd HTTP/1.1" status: 200 len: 210 time: 0.0324588 Jul 28 22:31:03.147798 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-9de48034-0821-46ac-be4f-19f583ebb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:03.149359 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-9de48034-0821-46ac-be4f-19f583ebb875 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b2d5a71-51ae-4403-b7de-674f7705c0be HTTP/1.1" status: 200 len: 848 time: 0.1537995 Jul 28 22:31:03.196408 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['5862132a-b35f-45a3-ac01-bc41c2128bbe'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:31:03.227086 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:03.245730 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0df15182-39f6-41c1-97a8-a17b8f18e064 req-7c123e5a-cbd2-408e-983c-4ff1a132ad8e service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489777 Jul 28 22:31:03.247063 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017eca0-d8ba-43a9-8cb9-58f467964b3e req-ff679aaa-33d4-4ab0-ad8c-323229b7a689 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:03.249268 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5017eca0-d8ba-43a9-8cb9-58f467964b3e req-ff679aaa-33d4-4ab0-ad8c-323229b7a689 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0734160 Jul 28 22:31:03.256855 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-33e5517f-1e98-4a12-9037-0cc9962c384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:03.258373 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-33e5517f-1e98-4a12-9037-0cc9962c384d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f2aa367-6d5d-4752-a99e-b9dafb11cca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0999959 Jul 28 22:31:03.307278 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5017eca0-d8ba-43a9-8cb9-58f467964b3e req-8e3ef1b0-3bf9-469f-b760-b91bed4b6e15 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457008 Jul 28 22:31:03.346729 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:31:03.359467 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Publish callbacks [] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:03.386806 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Transition to ACTIVE for port object 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:31:03.397175 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:03.426121 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-b78c3680-fb7c-4288-af7e-cd6577aa95bc service neutron] 10.222.0.58 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570902 Jul 28 22:31:03.450706 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Pushing event updated for resources: {'Port': ['ID=7264386b-d8eb-4240-9b23-13c3bbbc0ba3,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:03.476842 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.477859 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.477859 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.477859 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.478237 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.478532 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.478861 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.479187 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.479513 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.479840 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.480187 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.480487 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.480808 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.481132 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.481453 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:03.498354 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Attempting to bind port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:31:03.498691 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Attempting to bind port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:31:03.499018 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Attempting to bind port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:31:03.507862 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:31:03.507862 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Attempting to bind port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:31:03.507862 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:03.514523 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:31:03.514929 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Checking segment: {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:31:03.515379 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Bound using segment: {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:31:03.515876 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Bound port: 7264386b-d8eb-4240-9b23-13c3bbbc0ba3, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:31:03.516315 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:03.545993 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabc264-9929-4139-a771-4030fcab7f5d req-fd1d3e91-95d9-4027-8655-4c5ca0b6848a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:03.547504 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9aabc264-9929-4139-a771-4030fcab7f5d req-fd1d3e91-95d9-4027-8655-4c5ca0b6848a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0549738 Jul 28 22:31:03.560442 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:03.603895 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9aabc264-9929-4139-a771-4030fcab7f5d req-55337dc3-14b4-4a6c-81f1-fbb6a6dc191c tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493209 Jul 28 22:31:03.812668 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] For port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:31:03.816872 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] For port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=7264386b-d8eb-4240-9b23-13c3bbbc0ba3,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:31:03.824793 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:03.869684 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:03.870360 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:03.871809 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] 10.222.0.58 "PUT /v2.0/ports/7264386b-d8eb-4240-9b23-13c3bbbc0ba3 HTTP/1.1" status: 200 len: 1093 time: 1.3368638 Jul 28 22:31:03.872224 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5606c87-43fb-42b9-b876-929d94fff6bb', 'tag': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:31:03.875275 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ffc88d-c121-43d8-8300-9ba34c837fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5606c87-43fb-42b9-b876-929d94fff6bb", "tag": "7264386b-d8eb-4240-9b23-13c3bbbc0ba3"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:31:03.890505 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f10f25-ba88-4c85-b731-578309f88ee7 req-122c5f8c-e56e-4430-b8c5-c707d0300def tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:03.892095 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-90f10f25-ba88-4c85-b731-578309f88ee7 req-122c5f8c-e56e-4430-b8c5-c707d0300def tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 945 time: 0.0642455 Jul 28 22:31:03.901817 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716e9da-fd48-4b97-a18e-8bfee34b71cc service neutron] Pushing event updated for resources: {'Port': ['ID=7264386b-d8eb-4240-9b23-13c3bbbc0ba3,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:03.955777 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-90f10f25-ba88-4c85-b731-578309f88ee7 req-7cf3b2d8-ba70-4c22-aeb4-7112fa4d57d2 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572529 Jul 28 22:31:03.995858 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fab6c-cc28-4ceb-a441-b139c1c9299a req-4a7c32ac-1940-40e6-a348-2281318aa40b tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:03.997868 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a62fab6c-cc28-4ceb-a441-b139c1c9299a req-4a7c32ac-1940-40e6-a348-2281318aa40b tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0558879 Jul 28 22:31:04.017446 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f121702-892c-46bf-9862-0689813f4441 x-openstack-request-id: req-0f121702-892c-46bf-9862-0689813f4441 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:31:04.017826 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5606c87-43fb-42b9-b876-929d94fff6bb", "tag": "7264386b-d8eb-4240-9b23-13c3bbbc0ba3", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:31:04.018308 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f121702-892c-46bf-9862-0689813f4441 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:31:04.019128 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f121702-892c-46bf-9862-0689813f4441'] response: {'name': 'network-changed', 'server_uuid': 'c5606c87-43fb-42b9-b876-929d94fff6bb', 'tag': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3', 'status': 'completed', 'code': 200} Jul 28 22:31:04.059017 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a62fab6c-cc28-4ceb-a441-b139c1c9299a req-f6d3e33e-ad85-43a0-8e6b-edb4ae7aef92 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540366 Jul 28 22:31:04.112116 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643d10f-b24f-4bfc-af74-d3621980c8b1 req-859db5ac-498d-48de-b328-5229751f8650 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:04.113735 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c643d10f-b24f-4bfc-af74-d3621980c8b1 req-859db5ac-498d-48de-b328-5229751f8650 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.0488300 Jul 28 22:31:04.170288 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c643d10f-b24f-4bfc-af74-d3621980c8b1 req-87838aab-dbcc-4f47-a79d-14fdfe1d2fc3 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506895 Jul 28 22:31:04.435654 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdbf8f-976e-4d69-bb79-93b3bc800191 req-cb645cf3-06a7-4986-bef9-695348b8d775 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:04.437087 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-64bdbf8f-976e-4d69-bb79-93b3bc800191 req-cb645cf3-06a7-4986-bef9-695348b8d775 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 946 time: 0.0463490 Jul 28 22:31:04.484341 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-64bdbf8f-976e-4d69-bb79-93b3bc800191 req-1fc29d5c-a23c-4566-8f30-7c31bff09d97 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408301 Jul 28 22:31:04.510480 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 5862132a-b35f-45a3-ac01-bc41c2128bbe up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:31:04.554172 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 5862132a-b35f-45a3-ac01-bc41c2128bbe completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:31:04.559397 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 5862132a-b35f-45a3-ac01-bc41c2128bbe triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:31:04.559801 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:04.580623 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:04.635212 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 5862132a-b35f-45a3-ac01-bc41c2128bbe is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:31:04.635599 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:04.659706 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5862132a-b35f-45a3-ac01-bc41c2128bbe'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:31:04.661968 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f638571a-0c58-48d5-9892-64623e8809aa" -d '{"events": [{"server_uuid": "b55a65b2-1c47-4b8b-9298-f7ba3c7acba7", "name": "network-vif-plugged", "status": "completed", "tag": "5862132a-b35f-45a3-ac01-bc41c2128bbe"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:31:04.674800 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 5862132a-b35f-45a3-ac01-bc41c2128bbe, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5862132a-b35f-45a3-ac01-bc41c2128bbe,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:04.679789 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:04.680623 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:31:04.685963 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:04.721516 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d723df04-178f-4f4b-b2cd-56463d7901a2 x-openstack-request-id: req-d723df04-178f-4f4b-b2cd-56463d7901a2 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:31:04.721857 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55a65b2-1c47-4b8b-9298-f7ba3c7acba7", "name": "network-vif-plugged", "status": "completed", "tag": "5862132a-b35f-45a3-ac01-bc41c2128bbe", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:31:04.722116 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d723df04-178f-4f4b-b2cd-56463d7901a2 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:31:04.722504 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d723df04-178f-4f4b-b2cd-56463d7901a2'] response: {'server_uuid': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'code': 200} Jul 28 22:31:04.730536 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2372aaf-03f1-4e02-9f39-d13d2079a85d req-4956e893-b553-4cb2-a3db-95cfe4aee924 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:04.732030 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f2372aaf-03f1-4e02-9f39-d13d2079a85d req-4956e893-b553-4cb2-a3db-95cfe4aee924 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0498137 Jul 28 22:31:04.758006 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=5862132a-b35f-45a3-ac01-bc41c2128bbe,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:04.774044 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:04.782179 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f2372aaf-03f1-4e02-9f39-d13d2079a85d req-95ca38e7-c464-42c6-8468-45ac158f0613 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441289 Jul 28 22:31:04.799886 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 is: ACTIVE; New status is: DOWN {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:31:04.800277 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:04.836469 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:04.840228 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:04.841008 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:31:04.876725 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:31:04.877080 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 8ac3cf3e-ac71-4d75-a0a6-64da5ca3a9d2 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:31:04.905358 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,revision_number=8']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:05.087233 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18e7ef-a41b-45bc-b5d6-1abb253aa641 req-b705f986-7b2c-4a31-b6b7-67b2d4329966 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:05.088935 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-af18e7ef-a41b-45bc-b5d6-1abb253aa641 req-b705f986-7b2c-4a31-b6b7-67b2d4329966 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0534661 Jul 28 22:31:05.148124 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-af18e7ef-a41b-45bc-b5d6-1abb253aa641 req-2e2bfb0a-d3c7-4aa5-8f1f-abb94abc6990 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520737 Jul 28 22:31:05.193129 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1558f7-e35d-41e9-ba9a-3605e4f9c0a7 req-661b8b42-f1b3-4f28-8c82-d3d50b5883f3 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:05.194605 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4c1558f7-e35d-41e9-ba9a-3605e4f9c0a7 req-661b8b42-f1b3-4f28-8c82-d3d50b5883f3 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0515301 Jul 28 22:31:05.245838 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4c1558f7-e35d-41e9-ba9a-3605e4f9c0a7 req-e3926842-cbe3-4554-bfcb-28d8c483cff3 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455956 Jul 28 22:31:05.302573 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46222b-e629-4af6-ba26-858df372eebb req-03223cf5-f9d8-466b-a28f-56af4a1bb6a7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:05.303955 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6d46222b-e629-4af6-ba26-858df372eebb req-03223cf5-f9d8-466b-a28f-56af4a1bb6a7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.0505080 Jul 28 22:31:05.349984 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6d46222b-e629-4af6-ba26-858df372eebb req-508ab183-0d54-4e4f-b3ce-c8f3bab18309 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406833 Jul 28 22:31:05.604959 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80611a3-12ee-47d2-9616-fea178314607 req-51b68557-92f6-4ef4-8f57-904587c658bb tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:05.606420 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c80611a3-12ee-47d2-9616-fea178314607 req-51b68557-92f6-4ef4-8f57-904587c658bb tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0471823 Jul 28 22:31:05.652068 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c80611a3-12ee-47d2-9616-fea178314607 req-3923d3d6-d41a-473f-9d96-e409178be0a3 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401993 Jul 28 22:31:05.899402 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00697da-882e-4305-aaaa-98fc9d2c7dad req-76f01cf2-6536-4644-8073-36129e9e35a7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:05.900762 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a00697da-882e-4305-aaaa-98fc9d2c7dad req-76f01cf2-6536-4644-8073-36129e9e35a7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0466480 Jul 28 22:31:05.951281 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a00697da-882e-4305-aaaa-98fc9d2c7dad req-b375e14a-a217-424a-a83d-4c3f9214a44b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450370 Jul 28 22:31:06.254727 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:06.268416 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7eb0c-6d26-4ad1-91a0-34687683e54a req-e0a5c8bf-5024-40d0-88fc-91de119a5e2d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:06.269826 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a5f7eb0c-6d26-4ad1-91a0-34687683e54a req-e0a5c8bf-5024-40d0-88fc-91de119a5e2d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0486887 Jul 28 22:31:06.317966 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a5f7eb0c-6d26-4ad1-91a0-34687683e54a req-c6146359-3a08-4a40-973e-f184b6c121fb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425470 Jul 28 22:31:06.364531 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244832f-98a7-41e0-8b54-b76e1289cff5 req-c1a448db-975b-4e06-ae46-bc52f34fea71 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:06.365983 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c244832f-98a7-41e0-8b54-b76e1289cff5 req-c1a448db-975b-4e06-ae46-bc52f34fea71 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0464532 Jul 28 22:31:06.421058 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c244832f-98a7-41e0-8b54-b76e1289cff5 req-f156c2be-33b1-43dc-be2d-913949363487 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494556 Jul 28 22:31:06.470151 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdefff-ecb3-492f-b26e-274cae713c02 req-c42e433a-5bc5-455a-b5a7-23157574aa21 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:06.471810 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6ccdefff-ecb3-492f-b26e-274cae713c02 req-c42e433a-5bc5-455a-b5a7-23157574aa21 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.0496297 Jul 28 22:31:06.518821 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6ccdefff-ecb3-492f-b26e-274cae713c02 req-9c9f864b-fc51-473e-8bde-5af8b9caa4ed tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415473 Jul 28 22:31:06.723133 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:31:06.725484 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673207a8-17a4-4108-be54-82863a944a77" -d '{"events": [{"server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:31:06.763408 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 22:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee50cfc5-b943-4307-8416-3a997906302e x-openstack-request-id: req-ee50cfc5-b943-4307-8416-3a997906302e {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:31:06.763706 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "name": "network-vif-unplugged", "status": "completed", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:31:06.763966 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee50cfc5-b943-4307-8416-3a997906302e {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:31:06.764367 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee50cfc5-b943-4307-8416-3a997906302e'] response: {'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'code': 200} Jul 28 22:31:06.778597 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2127d7-4ec8-45c2-8c91-70abc7d96064 req-764e34f1-32cd-4b0b-96df-869ce82ab829 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:06.780093 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cd2127d7-4ec8-45c2-8c91-70abc7d96064 req-764e34f1-32cd-4b0b-96df-869ce82ab829 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0493860 Jul 28 22:31:06.825784 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cd2127d7-4ec8-45c2-8c91-70abc7d96064 req-1b2495bf-8a89-4bd3-8357-9826d1ed9f21 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401242 Jul 28 22:31:07.071518 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a95231-cd2f-4a91-aa4a-7bc8ee5f4049 req-100c18a5-70a4-4fa4-8c9e-c23be084aac7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:07.072947 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-03a95231-cd2f-4a91-aa4a-7bc8ee5f4049 req-100c18a5-70a4-4fa4-8c9e-c23be084aac7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0466444 Jul 28 22:31:07.123640 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-03a95231-cd2f-4a91-aa4a-7bc8ee5f4049 req-edb51c2b-bdc7-483e-aff5-19cfc7123bfc tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452445 Jul 28 22:31:07.439250 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5171ce-1db7-4623-8635-d5884236f863 req-ff35c080-ef6a-4627-84c4-4589753a3bad tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:07.441960 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1a5171ce-1db7-4623-8635-d5884236f863 req-ff35c080-ef6a-4627-84c4-4589753a3bad tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0510232 Jul 28 22:31:07.492695 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1a5171ce-1db7-4623-8635-d5884236f863 req-061735b4-b69f-476e-a926-3a99bd755dfc tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451503 Jul 28 22:31:07.546629 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29c6cc-f56a-473e-8b1b-46682ee4216f req-63e2af83-b6c0-4dad-a1ce-46e67e153e9e tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:07.548117 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5e29c6cc-f56a-473e-8b1b-46682ee4216f req-63e2af83-b6c0-4dad-a1ce-46e67e153e9e tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0545657 Jul 28 22:31:07.645826 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:07.660865 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5e29c6cc-f56a-473e-8b1b-46682ee4216f req-8b74bb42-a14c-4f56-8c45-dfe8935cdcd6 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057217 Jul 28 22:31:07.690109 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a04a1-d924-4b72-b18b-cc6e916fbb0e req-6660231e-601c-4b7b-a912-69a2b46be3b4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:07.690109 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6d1a04a1-d924-4b72-b18b-cc6e916fbb0e req-6660231e-601c-4b7b-a912-69a2b46be3b4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.0914679 Jul 28 22:31:07.690578 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffc88d-c121-43d8-8300-9ba34c837fe4 req-ae774619-1821-4ce9-a652-d8a1070deb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:07.691273 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-59ffc88d-c121-43d8-8300-9ba34c837fe4 req-ae774619-1821-4ce9-a652-d8a1070deb3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 1127 time: 0.0896490 Jul 28 22:31:07.722955 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a1568b30-e827-4d5c-8b2f-702170f9f58f req-86dd6166-9dc0-4a9a-9609-03e9cf3c65c3 service neutron] 10.222.0.58 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462512 Jul 28 22:31:07.738869 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6d1a04a1-d924-4b72-b18b-cc6e916fbb0e req-396364fb-8b1f-4df6-80ec-688edcd633bc tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489187 Jul 28 22:31:07.949428 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec05d57-f573-4431-9d20-6b8f65ae93e0 req-f24b6964-9ead-486c-bb39-dce17bb5a118 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:07.950813 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4ec05d57-f573-4431-9d20-6b8f65ae93e0 req-f24b6964-9ead-486c-bb39-dce17bb5a118 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0465531 Jul 28 22:31:07.992628 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:07.997909 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4ec05d57-f573-4431-9d20-6b8f65ae93e0 req-0f04d42d-8950-4c4b-9651-27b40fe9cde3 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 Jul 28 22:31:08.246799 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d876e-e473-4c19-912d-ce828b386bad req-1f2b94dd-8c69-41ac-8f77-3a0f35bdcbd8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:08.248177 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-985d876e-e473-4c19-912d-ce828b386bad req-1f2b94dd-8c69-41ac-8f77-3a0f35bdcbd8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0503616 Jul 28 22:31:08.294298 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-985d876e-e473-4c19-912d-ce828b386bad req-36c6c886-881d-4a1c-b09b-fce8abee1d8f tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398457 Jul 28 22:31:08.603794 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:08.613671 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e2d0a-6e5f-4beb-8f9a-d4652907d996 req-968bf65e-8ee5-43b4-bccb-232d53d2e364 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:08.615135 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e05e2d0a-6e5f-4beb-8f9a-d4652907d996 req-968bf65e-8ee5-43b4-bccb-232d53d2e364 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0507462 Jul 28 22:31:08.664642 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e05e2d0a-6e5f-4beb-8f9a-d4652907d996 req-8f32ef55-c500-41ea-82cd-7c33d85cb147 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437126 Jul 28 22:31:08.790200 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90155c-a853-4b31-802b-de747a09e304 req-1aabb2e8-3725-46c8-9777-8c8040d6d70f tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:08.791660 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7d90155c-a853-4b31-802b-de747a09e304 req-1aabb2e8-3725-46c8-9777-8c8040d6d70f tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0468223 Jul 28 22:31:08.877397 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642421a-1a5f-42f2-a441-ddbdaa17444a req-ac82b7d4-dacd-4efe-83a8-cce2415e9836 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:08.878863 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2642421a-1a5f-42f2-a441-ddbdaa17444a req-ac82b7d4-dacd-4efe-83a8-cce2415e9836 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.0683513 Jul 28 22:31:08.882833 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7d90155c-a853-4b31-802b-de747a09e304 req-ea623b4a-e4bc-44d0-93a8-117c201162ce tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856876 Jul 28 22:31:08.926307 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2642421a-1a5f-42f2-a441-ddbdaa17444a req-7c341507-6c00-40c4-ba58-c12a7a33b81c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418339 Jul 28 22:31:09.119766 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b9fcc-5cb9-456b-8e8c-ed6a0b6e0c4d req-ecbc5fa5-3640-424d-a7f5-53dcba4dfaa2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:09.121195 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2d3b9fcc-5cb9-456b-8e8c-ed6a0b6e0c4d req-ecbc5fa5-3640-424d-a7f5-53dcba4dfaa2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0470746 Jul 28 22:31:09.168699 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2d3b9fcc-5cb9-456b-8e8c-ed6a0b6e0c4d req-d4a658ef-0c93-4fc1-b209-5e47bfcffd90 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420361 Jul 28 22:31:09.413835 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d1605-cbe7-47ee-99cc-b0c3391e3f2c req-387aec63-f4f3-4bc4-ad09-a4ad6cbedce5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:09.415269 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8d8d1605-cbe7-47ee-99cc-b0c3391e3f2c req-387aec63-f4f3-4bc4-ad09-a4ad6cbedce5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0491323 Jul 28 22:31:09.461356 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8d8d1605-cbe7-47ee-99cc-b0c3391e3f2c req-62cfdf03-ccb6-480b-a964-cfe679064776 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406764 Jul 28 22:31:09.781556 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f97f0f-cbad-40a1-9b69-9571dff1a347 req-ff694111-73b8-4860-b416-fc617b40a399 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:09.783035 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a1f97f0f-cbad-40a1-9b69-9571dff1a347 req-ff694111-73b8-4860-b416-fc617b40a399 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0467432 Jul 28 22:31:09.829495 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a1f97f0f-cbad-40a1-9b69-9571dff1a347 req-af7d7b1a-e510-41ff-b877-3e226f9d79c5 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404062 Jul 28 22:31:09.999894 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c416c50-7192-4c74-aa1c-b7467751d218 req-24cf87f2-475d-430f-adf2-d593d1d894f8 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:10.001415 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5c416c50-7192-4c74-aa1c-b7467751d218 req-24cf87f2-475d-430f-adf2-d593d1d894f8 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0472808 Jul 28 22:31:10.068696 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743facda-2d8a-4133-8edf-73d1dff069bf req-1377c35b-63de-491d-8656-22dac120de7b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:10.070137 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-743facda-2d8a-4133-8edf-73d1dff069bf req-1377c35b-63de-491d-8656-22dac120de7b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.0678442 Jul 28 22:31:10.100899 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5c416c50-7192-4c74-aa1c-b7467751d218 req-8fb2deea-f825-478c-8e2b-17560a646d1f tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898175 Jul 28 22:31:10.129167 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-743facda-2d8a-4133-8edf-73d1dff069bf req-a6416c62-8e51-43ea-87ae-3b80c90eb3e2 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534511 Jul 28 22:31:10.293407 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438b47f-f807-46d8-a468-ddf5db2a18a2 req-538c37e7-9694-4a13-9edc-41de07661976 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:10.294882 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5438b47f-f807-46d8-a468-ddf5db2a18a2 req-538c37e7-9694-4a13-9edc-41de07661976 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0476978 Jul 28 22:31:10.312733 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:10.344578 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5438b47f-f807-46d8-a468-ddf5db2a18a2 req-233b2422-0bb1-401d-93d5-f7e455e59429 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439994 Jul 28 22:31:10.578933 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1191ae-44ee-41ea-8f66-cffd8ec39c94 req-7bd60422-9a54-473c-aac5-47b975d0b8ea tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:10.581428 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4d1191ae-44ee-41ea-8f66-cffd8ec39c94 req-7bd60422-9a54-473c-aac5-47b975d0b8ea tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0484178 Jul 28 22:31:10.632001 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4d1191ae-44ee-41ea-8f66-cffd8ec39c94 req-c787362e-9501-4acf-a05d-06271aaacca4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450470 Jul 28 22:31:10.746312 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffc88d-c121-43d8-8300-9ba34c837fe4 req-255dd6b2-9e2b-48d4-a695-e474b60bb380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:10.747710 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-59ffc88d-c121-43d8-8300-9ba34c837fe4 req-255dd6b2-9e2b-48d4-a695-e474b60bb380 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0977657 Jul 28 22:31:10.948691 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6960d4-e326-44d3-a512-e4474ec77813 req-19a5c4bd-e990-4a6c-b509-3f902c94f0f2 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:10.950277 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-da6960d4-e326-44d3-a512-e4474ec77813 req-19a5c4bd-e990-4a6c-b509-3f902c94f0f2 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0479941 Jul 28 22:31:10.998478 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-da6960d4-e326-44d3-a512-e4474ec77813 req-99b0dda2-a9c9-4549-afa1-3a216c7cdbe7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420227 Jul 28 22:31:11.233941 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:11.258314 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6abc20-13b6-4aae-beb4-e7416c2346d8 req-f335b8fe-0b11-46d3-83cd-a87ffd0aa980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:11.258841 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20b8f0-b6cc-4f1d-b0f5-d26ba3f46e04 req-63b1a33e-5f5e-4e17-83f7-70e903e64851 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:11.259810 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6f6abc20-13b6-4aae-beb4-e7416c2346d8 req-f335b8fe-0b11-46d3-83cd-a87ffd0aa980 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 1130 time: 0.0827553 Jul 28 22:31:11.260459 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ad20b8f0-b6cc-4f1d-b0f5-d26ba3f46e04 req-63b1a33e-5f5e-4e17-83f7-70e903e64851 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0733955 Jul 28 22:31:11.292338 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:11.318058 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9a7ec-c7e7-471d-96c9-09b511bbdb7c req-e0cd03a0-735d-41ac-97a6-62fa15ef55dc tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:11.319530 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-30b9a7ec-c7e7-471d-96c9-09b511bbdb7c req-e0cd03a0-735d-41ac-97a6-62fa15ef55dc tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.0805647 Jul 28 22:31:11.331788 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffc88d-c121-43d8-8300-9ba34c837fe4 req-a492ece2-9c5f-46f9-8759-5b73a7fa03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:11.333603 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-59ffc88d-c121-43d8-8300-9ba34c837fe4 req-a492ece2-9c5f-46f9-8759-5b73a7fa03c8 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1895568 Jul 28 22:31:11.352437 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6f6abc20-13b6-4aae-beb4-e7416c2346d8 req-70e3f5ef-915d-4c6c-b39e-2c07bd1f7a93 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776372 Jul 28 22:31:11.381029 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ad20b8f0-b6cc-4f1d-b0f5-d26ba3f46e04 req-d678f383-11c0-49f1-afd6-d5e541cc6b50 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034987 Jul 28 22:31:11.392788 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-30b9a7ec-c7e7-471d-96c9-09b511bbdb7c req-a3ef553c-7698-45fc-ae92-0ee092fceec9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630109 Jul 28 22:31:11.493219 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d8352-5a7c-4b9c-a827-60de792e5f59 req-fc144901-e9c3-4283-9c90-f352dc504b60 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:11.494687 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-077d8352-5a7c-4b9c-a827-60de792e5f59 req-fc144901-e9c3-4283-9c90-f352dc504b60 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0487609 Jul 28 22:31:11.547397 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-077d8352-5a7c-4b9c-a827-60de792e5f59 req-09ec0f39-583a-4fb6-aaf7-c4d84d4c29bc tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471039 Jul 28 22:31:11.757744 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed64d34-3dc7-4555-9e70-6c037247020c req-837ec7b8-4349-42ca-b9ab-e5d946972af0 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:11.759370 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fed64d34-3dc7-4555-9e70-6c037247020c req-837ec7b8-4349-42ca-b9ab-e5d946972af0 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0501511 Jul 28 22:31:11.819727 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fed64d34-3dc7-4555-9e70-6c037247020c req-4c932747-4ce5-4953-85f9-cc76b399fbe2 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518126 Jul 28 22:31:12.054589 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44484d-b0f4-48a9-bf8f-84ab0bc971fe req-22a33dce-f8dc-42a9-9e5e-aa81cc7bc369 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:12.056938 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aa44484d-b0f4-48a9-bf8f-84ab0bc971fe req-22a33dce-f8dc-42a9-9e5e-aa81cc7bc369 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0524495 Jul 28 22:31:12.139867 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aa44484d-b0f4-48a9-bf8f-84ab0bc971fe req-8179550a-e75b-41d5-97ca-5f29b1d228d5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768800 Jul 28 22:31:12.145768 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22d981-e94b-4b2e-88ca-6ba1e82f88de req-961332d0-63e8-46c4-bd5b-f09e6ea6f2c1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:12.147204 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7b22d981-e94b-4b2e-88ca-6ba1e82f88de req-961332d0-63e8-46c4-bd5b-f09e6ea6f2c1 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0703187 Jul 28 22:31:12.198278 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7b22d981-e94b-4b2e-88ca-6ba1e82f88de req-82a9d7a7-de91-4cfb-810d-8b345ce5f9f4 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435498 Jul 28 22:31:12.202972 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [req-2cf4c57b-3481-4088-9169-6000745df841 req-b118516f-aa29-490e-92d9-b2bef0030d54 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104117) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:31:12.203914 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2cf4c57b-3481-4088-9169-6000745df841 req-b118516f-aa29-490e-92d9-b2bef0030d54 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048175 Jul 28 22:31:12.339533 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-a4e3efea-3238-4cf5-918d-6a04e67ba493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:12.340392 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-a4e3efea-3238-4cf5-918d-6a04e67ba493 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 1127 time: 0.0861766 Jul 28 22:31:12.412649 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01141024-c14b-4c56-a0b7-1ef9760d7ab7 req-f1f1d273-3563-4e65-b55e-5ce0677ffb0c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:12.414420 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-01141024-c14b-4c56-a0b7-1ef9760d7ab7 req-f1f1d273-3563-4e65-b55e-5ce0677ffb0c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0508308 Jul 28 22:31:12.489147 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-01141024-c14b-4c56-a0b7-1ef9760d7ab7 req-132b65aa-961f-48a5-aac7-9b3770699473 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589585 Jul 28 22:31:12.561860 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425674fb-f4d9-4414-8623-c3c9e1c2d1a8 req-d826a13c-724e-402e-abf7-988f39052b42 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:12.563609 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-425674fb-f4d9-4414-8623-c3c9e1c2d1a8 req-d826a13c-724e-402e-abf7-988f39052b42 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0734761 Jul 28 22:31:12.628736 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:12.651539 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e2784-ef62-439c-8339-bc246b4b1faf req-edc0f9b8-9e6c-4e8b-be77-d536f88f85a9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:12.652997 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9b0e2784-ef62-439c-8339-bc246b4b1faf req-edc0f9b8-9e6c-4e8b-be77-d536f88f85a9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.0746708 Jul 28 22:31:12.663037 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-425674fb-f4d9-4414-8623-c3c9e1c2d1a8 req-104d462a-46a0-4baf-9a95-a025c9a68f4a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909376 Jul 28 22:31:12.714047 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9b0e2784-ef62-439c-8339-bc246b4b1faf req-dee4a569-b892-489c-a59c-3e733b1d2605 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500996 Jul 28 22:31:12.837973 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 43538) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:12.942003 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-5afba13a-287a-4bbe-b2b3-6a17f35c5b5e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027648 Jul 28 22:31:12.950959 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-aa51ab06-3bfb-4f50-9e52-af513fa6e94a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:31:12.951985 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-aa51ab06-3bfb-4f50-9e52-af513fa6e94a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053968 Jul 28 22:31:13.040042 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 43562) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:13.165924 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-aa5f2b0b-a21b-41ed-9c1d-41361b830a08 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:13.167243 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-aa5f2b0b-a21b-41ed-9c1d-41361b830a08 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports/69cbbc60-3ab6-406c-b5fc-7e37b29888d2 HTTP/1.1" status: 200 len: 941 time: 0.1261623 Jul 28 22:31:13.208486 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:31:13.291289 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 is: DOWN; New status is: DOWN {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:31:13.298161 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af21c0e-5ce0-444f-99fd-330aa6c55cf3 req-5f05247d-f354-4780-9926-441e9deee7ee tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:13.300303 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2af21c0e-5ce0-444f-99fd-330aa6c55cf3 req-5f05247d-f354-4780-9926-441e9deee7ee tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0814891 Jul 28 22:31:13.347889 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f664e3-dfa5-4509-8bdc-23f56b8fc0f4 req-c7ce3e08-a7bf-4cd6-8351-9f07c0899e64 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:13.349309 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-13f664e3-dfa5-4509-8bdc-23f56b8fc0f4 req-c7ce3e08-a7bf-4cd6-8351-9f07c0899e64 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0692582 Jul 28 22:31:13.392857 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2af21c0e-5ce0-444f-99fd-330aa6c55cf3 req-807eedd1-718b-4c85-8764-7b29e58e8e89 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756910 Jul 28 22:31:13.422161 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-13f664e3-dfa5-4509-8bdc-23f56b8fc0f4 req-944451fb-a8e5-443d-88c9-a08f76a83519 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631521 Jul 28 22:31:13.614855 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a02497-137f-43df-a28e-611710acdb01 req-4b73eaeb-42bb-4cef-b499-78814aec4ede tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:13.616270 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a1a02497-137f-43df-a28e-611710acdb01 req-4b73eaeb-42bb-4cef-b499-78814aec4ede tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0499830 Jul 28 22:31:13.628165 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:13.662602 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a1a02497-137f-43df-a28e-611710acdb01 req-76973a3d-a52e-4ebb-8b29-e186c6e3f3c7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408471 Jul 28 22:31:13.787426 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e10d90-f0dd-4e79-9e93-952236f0cc24 req-e187be48-d716-4892-a216-d40a894e819c tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:13.788871 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-03e10d90-f0dd-4e79-9e93-952236f0cc24 req-e187be48-d716-4892-a216-d40a894e819c tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0463686 Jul 28 22:31:13.853159 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c0447-d6f7-4a8b-b468-b64cdfa67645 req-dd5aabc6-b52a-44db-9aa7-66bbc8656bf7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:13.854620 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ea6c0447-d6f7-4a8b-b468-b64cdfa67645 req-dd5aabc6-b52a-44db-9aa7-66bbc8656bf7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.0649011 Jul 28 22:31:13.888087 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-03e10d90-f0dd-4e79-9e93-952236f0cc24 req-9ea6dfe5-9ac2-48d1-a104-139d213ae5cf tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902767 Jul 28 22:31:13.917459 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ea6c0447-d6f7-4a8b-b468-b64cdfa67645 req-40375d20-3ce2-4d60-a63d-3329c7d4587f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571866 Jul 28 22:31:14.544087 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590302fa-9719-4e2b-b587-2c8c7e3330df req-7812a427-b141-48a9-b985-6bf2b3b956de tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:14.545506 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-590302fa-9719-4e2b-b587-2c8c7e3330df req-7812a427-b141-48a9-b985-6bf2b3b956de tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0775392 Jul 28 22:31:14.569964 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128b3de-32af-4a6d-b368-3a1db80c178c req-f9c7a34f-341b-4fc3-b67d-8920e5e63731 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:14.571364 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0128b3de-32af-4a6d-b368-3a1db80c178c req-f9c7a34f-341b-4fc3-b67d-8920e5e63731 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0733259 Jul 28 22:31:14.634167 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-590302fa-9719-4e2b-b587-2c8c7e3330df req-c9331434-d57a-43c6-9075-1d4fdbdd2c7a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792563 Jul 28 22:31:14.640958 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0128b3de-32af-4a6d-b368-3a1db80c178c req-269fd337-dab6-4715-bfcc-c674bbc3278d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628114 Jul 28 22:31:14.788218 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606b419-1a09-448d-a660-ca2f208777cc req-f440888f-3f6f-4787-8698-369f531c50f6 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:14.789691 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4606b419-1a09-448d-a660-ca2f208777cc req-f440888f-3f6f-4787-8698-369f531c50f6 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0503457 Jul 28 22:31:14.836645 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4606b419-1a09-448d-a660-ca2f208777cc req-5d1ec11d-86db-447a-93cc-c9558456cd76 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414398 Jul 28 22:31:15.040406 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f8f19-33e6-49f9-96b9-1098767e9ddf req-8e72dbda-3797-4d3d-a703-0d7bd9f84416 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:15.042406 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-573f8f19-33e6-49f9-96b9-1098767e9ddf req-8e72dbda-3797-4d3d-a703-0d7bd9f84416 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0813038 Jul 28 22:31:15.071906 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-a3d3114f-8939-4443-85dd-3ecacca1aa3c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7264386b-d8eb-4240-9b23-13c3bbbc0ba3 HTTP/1.1" status: 200 len: 217 time: 0.0413458 Jul 28 22:31:15.075254 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8e5de-502b-4b0b-b043-5b6e64868130 req-4b880b35-2899-46b6-a888-03abf0b1ad9e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:15.076696 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f9d8e5de-502b-4b0b-b043-5b6e64868130 req-4b880b35-2899-46b6-a888-03abf0b1ad9e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.0847056 Jul 28 22:31:15.134272 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-573f8f19-33e6-49f9-96b9-1098767e9ddf req-8beb962c-5246-4ad7-906c-b703b4609aff tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840957 Jul 28 22:31:15.138451 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8fe4d1a1-cf02-45df-9311-ee104a524fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:15.140129 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-8fe4d1a1-cf02-45df-9311-ee104a524fd0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd9d7ef8-b1ea-409f-bc0d-02c57dced297 HTTP/1.1" status: 200 len: 854 time: 0.0584793 Jul 28 22:31:15.165376 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f9d8e5de-502b-4b0b-b043-5b6e64868130 req-e9bc9470-01ed-4e3c-9ac9-069b65b11560 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728953 Jul 28 22:31:15.400729 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f0773c4c-11f8-4eab-ac46-3390aa3741ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:15.609207 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-351627be-ca06-4f57-8c7e-9e8dc2448345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:15.610844 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-351627be-ca06-4f57-8c7e-9e8dc2448345 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ba94cd9-b91a-4088-b65d-e5c882850ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762107 Jul 28 22:31:15.611959 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18330ed-2030-4d52-a4e5-c2da8f4b9efe req-d3e5f7c7-aa5a-4df8-9988-8227d0ad2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:15.613662 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b18330ed-2030-4d52-a4e5-c2da8f4b9efe req-d3e5f7c7-aa5a-4df8-9988-8227d0ad2cad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d829cbd8678145668ea811e01093fcfc&device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 1129 time: 0.0776904 Jul 28 22:31:15.764667 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:15.786162 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a258a5e-88fa-4af3-a86e-39fd871396ab req-52ff252e-5013-472c-8d75-f7db948f233e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:15.787613 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6a258a5e-88fa-4af3-a86e-39fd871396ab req-52ff252e-5013-472c-8d75-f7db948f233e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0763316 Jul 28 22:31:15.793726 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18106558-c6e9-4191-8aee-4abe27c38884 req-ffdb2adc-e3b5-4c1d-8102-6ad71d589a68 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:15.795093 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-18106558-c6e9-4191-8aee-4abe27c38884 req-ffdb2adc-e3b5-4c1d-8102-6ad71d589a68 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0736938 Jul 28 22:31:15.872454 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6a258a5e-88fa-4af3-a86e-39fd871396ab req-910d8174-1e34-4928-a136-99bead833a63 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764201 Jul 28 22:31:15.875626 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-18106558-c6e9-4191-8aee-4abe27c38884 req-3d82cb40-98ff-4301-bc6e-0eb0b91eda38 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727167 Jul 28 22:31:15.999299 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe4782-08e3-4c76-9edc-1fd16052c7f6 req-7a23f02a-f1a5-4a97-9cc0-b08ffd21b73f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:16.000650 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-83fe4782-08e3-4c76-9edc-1fd16052c7f6 req-7a23f02a-f1a5-4a97-9cc0-b08ffd21b73f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0725362 Jul 28 22:31:16.020888 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81110f-2746-464e-918f-69775c3df893 req-1bd24244-115f-484f-b5db-0a123e5c8447 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:16.022280 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6e81110f-2746-464e-918f-69775c3df893 req-1bd24244-115f-484f-b5db-0a123e5c8447 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0667286 Jul 28 22:31:16.031896 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 43608) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:16.034351 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:16.037541 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-c4f1c8df-d2b4-4777-bac8-8163abb4baec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Request body: {'floatingip': {'port_id': '5862132a-b35f-45a3-ac01-bc41c2128bbe'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:31:16.058275 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-83fe4782-08e3-4c76-9edc-1fd16052c7f6 req-4f60b102-fc0e-42d5-b439-bf49b16196e3 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507622 Jul 28 22:31:16.079063 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c8df-d2b4-4777-bac8-8163abb4baec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for floatingip (d2106094-663d-4cff-8e19-77626a126701), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:16.342006 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0c7cc-2ed7-4192-9b11-a0ac9ef3d1a3 req-b5d0a4fc-ca1f-4055-8e4d-49464212c6e2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:16.343521 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f3b0c7cc-2ed7-4192-9b11-a0ac9ef3d1a3 req-b5d0a4fc-ca1f-4055-8e4d-49464212c6e2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.1074767 Jul 28 22:31:16.350113 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482108c-d1d9-462d-87c9-4286494f10bf req-e9741ee6-fd09-4273-b0f7-1bae14943bbf tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:16.351515 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e482108c-d1d9-462d-87c9-4286494f10bf req-e9741ee6-fd09-4273-b0f7-1bae14943bbf tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.0691624 Jul 28 22:31:16.431903 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f3b0c7cc-2ed7-4192-9b11-a0ac9ef3d1a3 req-827928e8-34bb-4aab-8a76-c34f40dbc175 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794370 Jul 28 22:31:16.455066 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e482108c-d1d9-462d-87c9-4286494f10bf req-0e5f7d2c-ed41-433b-bef3-2ea3cc491a7d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875058 Jul 28 22:31:16.493749 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:16.500895 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18330ed-2030-4d52-a4e5-c2da8f4b9efe req-2330c485-a560-4cab-bc6f-9dc71d6eb8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:16.502440 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b18330ed-2030-4d52-a4e5-c2da8f4b9efe req-2330c485-a560-4cab-bc6f-9dc71d6eb8dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=464fee12-f052-4124-8f6c-243235b340a4 HTTP/1.1" status: 200 len: 912 time: 0.3846140 Jul 28 22:31:16.509989 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-7e7d1577-9559-489c-a5f9-5f3861539015 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909171 Jul 28 22:31:16.633473 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013559d-4cd6-4202-afd1-bf718994a34f req-1e7763ae-dc27-41fd-b066-5f50c895128e tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:16.634948 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-1e7763ae-dc27-41fd-b066-5f50c895128e tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/networks?id=7afec142-10eb-4a87-a472-31d060e69e64 HTTP/1.1" status: 200 len: 814 time: 0.1148753 Jul 28 22:31:16.650319 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-16a0fcd9-7863-44ca-aece-2a3f53af7f17 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/quotas/da5c439035bf4fe1bcf123752ab0566f HTTP/1.1" status: 200 len: 375 time: 0.0098288 Jul 28 22:31:16.684363 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-0552e9f6-08ea-4e96-a76c-6712bd5ee82c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da5c439035bf4fe1bcf123752ab0566f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281701 Jul 28 22:31:16.755253 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c8df-d2b4-4777-bac8-8163abb4baec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:16.763099 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c8df-d2b4-4777-bac8-8163abb4baec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (d2106094-663d-4cff-8e19-77626a126701), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:16.777693 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-3b0a7bbc-35d3-4185-8c96-201deab3e36c service neutron] 10.222.0.39 "GET /v2.0/networks/7afec142-10eb-4a87-a472-31d060e69e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863297 Jul 28 22:31:16.808334 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:16.860986 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [None req-c4f1c8df-d2b4-4777-bac8-8163abb4baec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Floating IP d2106094-663d-4cff-8e19-77626a126701 associated. External IP: 172.27.3.184, port: 5862132a-b35f-45a3-ac01-bc41c2128bbe. Jul 28 22:31:16.868304 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-20a64eb5-6b17-480c-a342-6d18ddcaf0ee service neutron] 10.222.0.39 "GET /v2.0/networks/7afec142-10eb-4a87-a472-31d060e69e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847585 Jul 28 22:31:17.015246 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb4336-72f9-43a6-8cb7-4d339128c6da req-11593f4a-74b3-4bf5-a47d-30edd4e51a3d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:17.022539 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9afb4336-72f9-43a6-8cb7-4d339128c6da req-11593f4a-74b3-4bf5-a47d-30edd4e51a3d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0709655 Jul 28 22:31:17.059139 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e1494802-7406-47c5-8381-b14cd47741eb req-c8877b36-02c3-42ee-ab9e-67122aef1d54 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 210 time: 0.0341549 Jul 28 22:31:17.084396 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f1c8df-d2b4-4777-bac8-8163abb4baec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Router 22067912-df6f-43a3-870e-3b2255ff26c3 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:31:17.114341 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9afb4336-72f9-43a6-8cb7-4d339128c6da req-a9348c1a-00e1-4d30-8f5c-0d55dc5edb15 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904474 Jul 28 22:31:17.200326 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cf2e7-d023-4489-ba7f-4303ef3ee028 req-8abca8a0-7a69-4fd0-8c77-424b8b0ab9c5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:17.202037 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b17cf2e7-d023-4489-ba7f-4303ef3ee028 req-8abca8a0-7a69-4fd0-8c77-424b8b0ab9c5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0581911 Jul 28 22:31:17.273211 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b17cf2e7-d023-4489-ba7f-4303ef3ee028 req-64d417e1-53f2-4355-8b79-0fb97a04fffb tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603187 Jul 28 22:31:17.307858 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b18330ed-2030-4d52-a4e5-c2da8f4b9efe req-5889202f-8b6d-49d0-857d-2a5287156084 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35af7134-fcd8-416d-b6f7-11f5d93a4613 HTTP/1.1" status: 200 len: 1001 time: 0.1544173 Jul 28 22:31:17.437192 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ca09562b-aae6-4ed4-91b5-f793122701fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:17.593458 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:17.623734 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f1c8df-d2b4-4777-bac8-8163abb4baec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:31:17.636322 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a229e-9dc9-4895-8fdf-15bcd9bcd759 None None] Sync routers for ids ['22067912-df6f-43a3-870e-3b2255ff26c3'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:31:17.638219 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c8df-d2b4-4777-bac8-8163abb4baec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:17.663326 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a229e-9dc9-4895-8fdf-15bcd9bcd759 None None] Routers {'22067912-df6f-43a3-870e-3b2255ff26c3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:31:17.664829 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d79a229e-9dc9-4895-8fdf-15bcd9bcd759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:31:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['22067912-df6f-43a3-870e-3b2255ff26c3'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:31:17.680952 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e971741-d35e-434c-9b5f-59e7bb08c3f5 req-faa17222-fa9e-405a-ae27-b9dfd6f2b410 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:17.691358 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-23f26be5-3253-4c90-8fb2-f06f8de02534 req-1ebb63d0-0162-40ad-8af1-1d551e3f860b service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479615 Jul 28 22:31:17.707852 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2e971741-d35e-434c-9b5f-59e7bb08c3f5 req-faa17222-fa9e-405a-ae27-b9dfd6f2b410 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.1840484 Jul 28 22:31:17.726631 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18330ed-2030-4d52-a4e5-c2da8f4b9efe req-27c44169-8535-4ab8-b0f5-a5752a8f7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:17.730947 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b18330ed-2030-4d52-a4e5-c2da8f4b9efe req-27c44169-8535-4ab8-b0f5-a5752a8f7e82 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bc16b42-782d-4edd-b93c-9d5d6fc93f7a HTTP/1.1" status: 200 len: 850 time: 0.4117482 Jul 28 22:31:17.740930 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c4f1c8df-d2b4-4777-bac8-8163abb4baec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "PUT /v2.0/floatingips/d2106094-663d-4cff-8e19-77626a126701 HTTP/1.1" status: 200 len: 992 time: 1.7079282 Jul 28 22:31:17.742183 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'tag': '5862132a-b35f-45a3-ac01-bc41c2128bbe'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:31:17.745297 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bdeb87-8a5f-41dc-96d4-4e80c1885abc" -d '{"events": [{"name": "network-changed", "server_uuid": "b55a65b2-1c47-4b8b-9298-f7ba3c7acba7", "tag": "5862132a-b35f-45a3-ac01-bc41c2128bbe"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:31:17.822536 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2433d83-1aa2-4f43-af36-a3d75f6581d5 req-6ee4439d-8991-4eff-8ebc-534a89c4b121 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:17.836306 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b2433d83-1aa2-4f43-af36-a3d75f6581d5 req-6ee4439d-8991-4eff-8ebc-534a89c4b121 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.2664282 Jul 28 22:31:17.840066 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 43662) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:17.871282 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-d79a229e-9dc9-4895-8fdf-15bcd9bcd759 None None] Set router 22067912-df6f-43a3-870e-3b2255ff26c3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:31:17.888243 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2e971741-d35e-434c-9b5f-59e7bb08c3f5 req-ccdeb160-bae9-41e9-9d07-cfa4caa20538 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788058 Jul 28 22:31:17.947601 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b2433d83-1aa2-4f43-af36-a3d75f6581d5 req-965887af-d917-4dc9-83ca-92442d4bb6af tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098993 Jul 28 22:31:17.955169 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50c56f0-010c-4b8b-9f02-bb48aee62abe x-openstack-request-id: req-f50c56f0-010c-4b8b-9f02-bb48aee62abe {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:31:17.955636 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55a65b2-1c47-4b8b-9298-f7ba3c7acba7", "tag": "5862132a-b35f-45a3-ac01-bc41c2128bbe", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:31:17.956060 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f50c56f0-010c-4b8b-9f02-bb48aee62abe {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:31:17.957419 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50c56f0-010c-4b8b-9f02-bb48aee62abe'] response: {'name': 'network-changed', 'server_uuid': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'tag': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'status': 'completed', 'code': 200} Jul 28 22:31:17.978431 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:17.988719 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2659ac29-0ba1-4f9e-9f85-fd799bad9fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:18.001107 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:18.071472 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2659ac29-0ba1-4f9e-9f85-fd799bad9fc0 admin admin] Publish callbacks [] for security_group (62255f78-2657-4f85-ab85-2de6dc331b35), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:18.075695 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2659ac29-0ba1-4f9e-9f85-fd799bad9fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (62255f78-2657-4f85-ab85-2de6dc331b35), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:18.119165 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-2659ac29-0ba1-4f9e-9f85-fd799bad9fc0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4c04d6976e14d9ea66eccb0d94f5fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756546 Jul 28 22:31:18.119165 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659ac29-0ba1-4f9e-9f85-fd799bad9fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62255f78-2657-4f85-ab85-2de6dc331b35,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:18.119870 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 43668) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:18.188378 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Publish callbacks [] for security_group (62255f78-2657-4f85-ab85-2de6dc331b35), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:18.195734 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d79a229e-9dc9-4895-8fdf-15bcd9bcd759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'd2106094-663d-4cff-8e19-77626a126701', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'port_id': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'mac_address': 'fa:16:3e:ad:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:30:40Z', 'updated_at': '2022-07-28T22:31:16Z', 'revision_number': 1, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:36Z', 'revision_number': 5, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:31:18.214425 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-98d3ab20-8ada-40f5-b3be-494b3a123967 req-f6252daa-4851-41a5-9c10-a6863fbf0fd9 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 210 time: 0.0400195 Jul 28 22:31:18.221383 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a229e-9dc9-4895-8fdf-15bcd9bcd759 None None] Checking router: 22067912-df6f-43a3-870e-3b2255ff26c3 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:31:18.233567 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a229e-9dc9-4895-8fdf-15bcd9bcd759 None None] Routers {'22067912-df6f-43a3-870e-3b2255ff26c3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:31:18.233567 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d79a229e-9dc9-4895-8fdf-15bcd9bcd759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:31:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['22067912-df6f-43a3-870e-3b2255ff26c3'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:31:18.250156 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:18.266229 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Publish callbacks [] for security_group (62255f78-2657-4f85-ab85-2de6dc331b35), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:18.287086 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478bf8b-4715-429f-afa6-5c2de7b6bef1 req-4093bc0c-cb59-43d6-9b3c-74ab65b7b7f4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:18.288571 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5478bf8b-4715-429f-afa6-5c2de7b6bef1 req-4093bc0c-cb59-43d6-9b3c-74ab65b7b7f4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0789342 Jul 28 22:31:18.352744 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-d79a229e-9dc9-4895-8fdf-15bcd9bcd759 None None] Set router 22067912-df6f-43a3-870e-3b2255ff26c3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:31:18.363740 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5478bf8b-4715-429f-afa6-5c2de7b6bef1 req-56823354-47a4-419c-b11e-b54f1d83a013 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682759 Jul 28 22:31:18.385625 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:18.387352 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (62255f78-2657-4f85-ab85-2de6dc331b35), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:18.389947 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:18.393659 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62255f78-2657-4f85-ab85-2de6dc331b35 HTTP/1.1" status: 204 len: 168 time: 0.2731047 Jul 28 22:31:18.418970 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0abd5-5f8e-473a-816b-ed0d8f0cb35d req-e1e3be5d-e645-425d-acda-9d60f25d15dc tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:18.420434 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e7a0abd5-5f8e-473a-816b-ed0d8f0cb35d req-e1e3be5d-e645-425d-acda-9d60f25d15dc tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0682774 Jul 28 22:31:18.421144 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62255f78-2657-4f85-ab85-2de6dc331b35,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:18.429364 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.429741 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.430086 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.430424 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.430754 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.431089 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.431414 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.431739 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.432075 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.432401 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.432728 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.433078 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.433377 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.434346 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.434346 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd492094-b9e1-49bd-b0da-5ce4df5e2c95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:18.588869 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:31:18.632282 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d79a229e-9dc9-4895-8fdf-15bcd9bcd759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'd2106094-663d-4cff-8e19-77626a126701', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'port_id': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'mac_address': 'fa:16:3e:ad:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:30:40Z', 'updated_at': '2022-07-28T22:31:16Z', 'revision_number': 1, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:36Z', 'revision_number': 5, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:31:18.669967 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79a229e-9dc9-4895-8fdf-15bcd9bcd759 None None] The sync data for ids ['22067912-df6f-43a3-870e-3b2255ff26c3'] in dv-cinder-850939-3-iscsi is: [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'd2106094-663d-4cff-8e19-77626a126701', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'port_id': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'mac_address': 'fa:16:3e:ad:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:30:40Z', 'updated_at': '2022-07-28T22:31:16Z', 'revision_number': 1, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:36Z', 'revision_number': 5, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:31:18.738354 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e7a0abd5-5f8e-473a-816b-ed0d8f0cb35d req-ae6e0a5e-f1fb-4ddd-88eb-6a1726b61b86 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3013551 Jul 28 22:31:18.763249 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 43678) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:18.776846 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:18.788893 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18330ed-2030-4d52-a4e5-c2da8f4b9efe req-7a52f093-aea4-4726-b2ec-4815577b81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:18.789400 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-82764ffd-5662-4184-80a1-0c34cbf1da64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:18.791589 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b18330ed-2030-4d52-a4e5-c2da8f4b9efe req-7a52f093-aea4-4726-b2ec-4815577b81c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=464fee12-f052-4124-8f6c-243235b340a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796318 Jul 28 22:31:18.841299 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'port_id': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'mac_address': 'fa:16:3e:66:67:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:31:18.868289 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:18.879896 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:18.937777 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdeb87-8a5f-41dc-96d4-4e80c1885abc req-3ec17651-721f-4c04-9627-25787c600d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:18.943389 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-95bdeb87-8a5f-41dc-96d4-4e80c1885abc req-3ec17651-721f-4c04-9627-25787c600d1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 1130 time: 0.1505213 Jul 28 22:31:18.950862 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-82764ffd-5662-4184-80a1-0c34cbf1da64 admin admin] Publish callbacks [] for security_group (04b327e1-8aa7-4352-ab47-e99dc553f856), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:18.956685 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-82764ffd-5662-4184-80a1-0c34cbf1da64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (04b327e1-8aa7-4352-ab47-e99dc553f856), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:18.992834 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:31:18.994425 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:19.028500 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:31:19.093926 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:19.100737 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:19.113361 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84833bd-55fd-4e69-a577-ae34c1a83c87 None None] New status for floating IP d2106094-663d-4cff-8e19-77626a126701: ACTIVE {{(pid=104119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:31:19.133418 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82764ffd-5662-4184-80a1-0c34cbf1da64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b327e1-8aa7-4352-ab47-e99dc553f856,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:19.140628 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-82764ffd-5662-4184-80a1-0c34cbf1da64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a928dc136ef4052825a51c4d523827e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3735931 Jul 28 22:31:19.154027 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 43684) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:19.197244 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2a466-01cf-4576-b65f-092c7c35d63e req-c2eca651-ee26-43c0-8272-4dbabcd56688 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:19.199629 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e5b2a466-01cf-4576-b65f-092c7c35d63e req-c2eca651-ee26-43c0-8272-4dbabcd56688 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 944 time: 0.1251667 Jul 28 22:31:19.205623 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:19.221880 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdeb87-8a5f-41dc-96d4-4e80c1885abc req-ec54fde5-dd7d-4979-849b-e9bd8e878f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:19.223769 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-95bdeb87-8a5f-41dc-96d4-4e80c1885abc req-ec54fde5-dd7d-4979-849b-e9bd8e878f0a service neutron] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 920 time: 0.2651491 Jul 28 22:31:19.225796 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b18330ed-2030-4d52-a4e5-c2da8f4b9efe req-037163c2-1c02-4756-92c0-394809eb5f3a service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148295 Jul 28 22:31:19.243384 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e71e27-c20a-4195-acc7-8e955486766e req-0d9b2d13-1ef9-4b05-92d5-aa54f5255658 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:19.245224 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a4e71e27-c20a-4195-acc7-8e955486766e req-0d9b2d13-1ef9-4b05-92d5-aa54f5255658 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.1197925 Jul 28 22:31:19.307037 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:19.339949 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e5b2a466-01cf-4576-b65f-092c7c35d63e req-a52496ca-e962-4c7d-bf8b-a7946e2e1d23 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319427 Jul 28 22:31:19.344511 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-24c19fa3-3662-4a21-8903-c4d8982ae1e0 admin admin] Publish callbacks [] for security_group (04b327e1-8aa7-4352-ab47-e99dc553f856), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:19.413413 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:31:19.414914 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a4e71e27-c20a-4195-acc7-8e955486766e req-5788bc2d-7ffe-4949-8a3c-6e6d88237160 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594045 Jul 28 22:31:19.501159 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-24c19fa3-3662-4a21-8903-c4d8982ae1e0 admin admin] Publish callbacks [] for security_group (04b327e1-8aa7-4352-ab47-e99dc553f856), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:19.548734 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:19.611501 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-95bdeb87-8a5f-41dc-96d4-4e80c1885abc req-767ccb49-afeb-41b8-8280-1e6849ec66a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5862132a-b35f-45a3-ac01-bc41c2128bbe HTTP/1.1" status: 200 len: 1000 time: 0.2934957 Jul 28 22:31:19.636909 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b18330ed-2030-4d52-a4e5-c2da8f4b9efe req-38238984-9cf4-4279-8f53-464cea405242 service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331699 Jul 28 22:31:19.647334 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93199d-4967-4cb7-b01a-e6fffbffa6b7 req-e420e015-a472-4226-91d6-7a5a0401f485 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:19.663606 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ba93199d-4967-4cb7-b01a-e6fffbffa6b7 req-e420e015-a472-4226-91d6-7a5a0401f485 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.1027153 Jul 28 22:31:19.669781 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013559d-4cd6-4202-afd1-bf718994a34f req-c23c0e0a-bca5-4c07-856b-33b4a6e1ff7e tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:19.672480 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-c23c0e0a-bca5-4c07-856b-33b4a6e1ff7e tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.58 "GET /v2.0/networks?id=7afec142-10eb-4a87-a472-31d060e69e64 HTTP/1.1" status: 200 len: 814 time: 0.2560480 Jul 28 22:31:19.680602 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-01a11f0e-e11b-43cb-b91a-0239bf8109d0 req-8b5b8587-73f6-4119-8912-e55f7ee2b230 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 210 time: 0.1490855 Jul 28 22:31:19.726982 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ba93199d-4967-4cb7-b01a-e6fffbffa6b7 req-afd7e3b3-fd1b-4c15-8c82-8185e6e0b270 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625131 Jul 28 22:31:19.736823 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-24c19fa3-3662-4a21-8903-c4d8982ae1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (04b327e1-8aa7-4352-ab47-e99dc553f856), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:19.741013 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-24c19fa3-3662-4a21-8903-c4d8982ae1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:19.753843 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-24c19fa3-3662-4a21-8903-c4d8982ae1e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04b327e1-8aa7-4352-ab47-e99dc553f856 HTTP/1.1" status: 204 len: 168 time: 0.5871305 Jul 28 22:31:19.753843 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c19fa3-3662-4a21-8903-c4d8982ae1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b327e1-8aa7-4352-ab47-e99dc553f856,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:19.858674 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-8013559d-4cd6-4202-afd1-bf718994a34f req-a7e3feb7-099c-497b-876c-bca8fa16233c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Request body: {'port': {'device_id': '9801b94a-6893-4344-8e6e-515696709595', 'network_id': '7afec142-10eb-4a87-a472-31d060e69e64', 'admin_state_up': True, 'tenant_id': 'da5c439035bf4fe1bcf123752ab0566f'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:31:19.924478 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db97c2-98bd-4bde-b660-c3a95ed60afd req-a894cf58-e80c-439e-943e-d8d4edf68580 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:19.927085 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e5db97c2-98bd-4bde-b660-c3a95ed60afd req-a894cf58-e80c-439e-943e-d8d4edf68580 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0758038 Jul 28 22:31:19.978808 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:19.988883 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e5db97c2-98bd-4bde-b660-c3a95ed60afd req-78872669-d333-49ed-937a-b3e2db82157f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540197 Jul 28 22:31:20.039599 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-73512c6d-3f29-4528-9b2a-b0c0dc17afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:20.041111 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-73512c6d-3f29-4528-9b2a-b0c0dc17afea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4&tenant_id=9c4e68e56e744fa9af4631ae2e967a6d HTTP/1.1" status: 200 len: 1128 time: 0.1269188 Jul 28 22:31:20.049065 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdeb87-8a5f-41dc-96d4-4e80c1885abc req-a331525a-f8df-474e-a8a3-ba1c6f8cd073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:20.051087 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-95bdeb87-8a5f-41dc-96d4-4e80c1885abc req-a331525a-f8df-474e-a8a3-ba1c6f8cd073 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.1710262 Jul 28 22:31:20.094680 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8013559d-4cd6-4202-afd1-bf718994a34f req-a7e3feb7-099c-497b-876c-bca8fa16233c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Made reservation on behalf of da5c439035bf4fe1bcf123752ab0566f for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:31:20.098736 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8013559d-4cd6-4202-afd1-bf718994a34f req-a7e3feb7-099c-497b-876c-bca8fa16233c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:20.261865 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=6,neutron:UPDATE=1,neutron:SELECT=93 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:20.269255 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdeb87-8a5f-41dc-96d4-4e80c1885abc req-a9438e7d-0be1-4f9e-bbde-8e3638885c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:20.270950 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-95bdeb87-8a5f-41dc-96d4-4e80c1885abc req-a9438e7d-0be1-4f9e-bbde-8e3638885c97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1569116 Jul 28 22:31:20.275603 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb7150-1500-442f-b13d-1d7d4dba281d req-49937e29-35d0-45fd-97fe-3225716ca311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:20.277083 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-30fb7150-1500-442f-b13d-1d7d4dba281d req-49937e29-35d0-45fd-97fe-3225716ca311 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d829cbd8678145668ea811e01093fcfc&device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 1129 time: 0.1650028 Jul 28 22:31:20.278080 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-0858dcf0-a7a0-4e65-823c-3eab8113180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:20.279542 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-0858dcf0-a7a0-4e65-823c-3eab8113180e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 1128 time: 0.1429429 Jul 28 22:31:20.280331 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:20.327030 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:20.419967 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:20.541817 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-8013559d-4cd6-4202-afd1-bf718994a34f req-a7e3feb7-099c-497b-876c-bca8fa16233c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Allocated IP 172.20.0.7 (7afec142-10eb-4a87-a472-31d060e69e64/40412047-548c-4399-b4c0-7de69cb90d1e/4c1a96a3-47cd-47cc-b876-541c3e717ee5) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:31:20.553458 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfae24-77ec-4baa-8429-7abf78312fcf req-89aa0f9b-71f6-4e3e-9eb4-2eb40530a2c4 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:20.554996 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-55dfae24-77ec-4baa-8429-7abf78312fcf req-89aa0f9b-71f6-4e3e-9eb4-2eb40530a2c4 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 944 time: 0.0912793 Jul 28 22:31:20.572048 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df447f8-451e-4612-bb02-f3e1179406c1 req-29253c29-7f71-4580-bd6f-974fe14ecc9c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:20.573499 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4df447f8-451e-4612-bb02-f3e1179406c1 req-29253c29-7f71-4580-bd6f-974fe14ecc9c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 943 time: 0.0685930 Jul 28 22:31:20.585944 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:31:20.598320 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-95bdeb87-8a5f-41dc-96d4-4e80c1885abc req-0c7e3491-bb95-49f6-86b0-d3397f9b4517 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114381 Jul 28 22:31:20.617472 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-6b40253c-2012-4094-96b1-af4510fb8b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:20.618978 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-6b40253c-2012-4094-96b1-af4510fb8b87 service neutron] 10.222.0.58 "GET /v2.0/networks?id=425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 200 len: 918 time: 0.3162498 Jul 28 22:31:20.646647 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb7150-1500-442f-b13d-1d7d4dba281d req-77ff42f4-153f-40b3-bf6e-00179538a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:20.648160 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-30fb7150-1500-442f-b13d-1d7d4dba281d req-77ff42f4-153f-40b3-bf6e-00179538a667 service neutron] 10.222.0.58 "GET /v2.0/networks?id=464fee12-f052-4124-8f6c-243235b340a4 HTTP/1.1" status: 200 len: 912 time: 0.3309977 Jul 28 22:31:20.666245 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4df447f8-451e-4612-bb02-f3e1179406c1 req-51e7ff1e-c5fe-46d4-b13b-d757afcf2de8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688250 Jul 28 22:31:20.688089 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=7264386b-d8eb-4240-9b23-13c3bbbc0ba3,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:20.701134 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:20.702861 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'port_id': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3', 'mac_address': 'fa:16:3e:99:09:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:31:20.704883 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:31:20.728083 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-55dfae24-77ec-4baa-8429-7abf78312fcf req-b540ed2a-3980-4507-a86f-52287ff8b306 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633384 Jul 28 22:31:20.782906 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8013559d-4cd6-4202-afd1-bf718994a34f req-a7e3feb7-099c-497b-876c-bca8fa16233c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks [] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:20.792963 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:31:20.807819 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:31:20.808206 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:20.831990 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:31:20.832399 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:20.843435 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8013559d-4cd6-4202-afd1-bf718994a34f req-a7e3feb7-099c-497b-876c-bca8fa16233c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:20.855171 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:31:20.875686 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:31:20.897688 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=7264386b-d8eb-4240-9b23-13c3bbbc0ba3,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:20.910130 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8013559d-4cd6-4202-afd1-bf718994a34f req-a7e3feb7-099c-497b-876c-bca8fa16233c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Network 7afec142-10eb-4a87-a472-31d060e69e64 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:31:20.912903 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:20.914092 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-8013559d-4cd6-4202-afd1-bf718994a34f req-a7e3feb7-099c-497b-876c-bca8fa16233c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:31:20.918418 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-8013559d-4cd6-4202-afd1-bf718994a34f req-a7e3feb7-099c-497b-876c-bca8fa16233c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:31:20.921953 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b820c8-eb6a-46dc-a819-6a19a643d179 req-68a970ae-6319-4cde-90b3-5f0a38d0cd00 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:20.923626 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013559d-4cd6-4202-afd1-bf718994a34f req-a7e3feb7-099c-497b-876c-bca8fa16233c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:20.924257 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8013559d-4cd6-4202-afd1-bf718994a34f req-a7e3feb7-099c-497b-876c-bca8fa16233c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:20.932039 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-94b820c8-eb6a-46dc-a819-6a19a643d179 req-68a970ae-6319-4cde-90b3-5f0a38d0cd00 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 931 time: 0.1075125 Jul 28 22:31:20.933830 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3feb7-099c-497b-876c-bca8fa16233c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Pushing event updated for resources: {'Port': ['ID=4c1a96a3-47cd-47cc-b876-541c3e717ee5,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:20.951450 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-a7e3feb7-099c-497b-876c-bca8fa16233c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0962751 Jul 28 22:31:20.974337 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0593e56-da0e-44a3-bfd0-88e78bed9d8b req-cf5322cf-aa57-47d8-8e2c-03dad7a79f0a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:20.976057 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b0593e56-da0e-44a3-bfd0-88e78bed9d8b req-cf5322cf-aa57-47d8-8e2c-03dad7a79f0a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.1067107 Jul 28 22:31:20.981597 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:21.030811 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-94b820c8-eb6a-46dc-a819-6a19a643d179 req-bbb5b707-296d-4990-9b92-2b34fe2a7a33 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970697 Jul 28 22:31:21.062128 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Request body: {'port': {'device_id': '9801b94a-6893-4344-8e6e-515696709595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:31:21.094319 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b0593e56-da0e-44a3-bfd0-88e78bed9d8b req-3d37919a-d602-4c10-aa76-400ce7b09ec1 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672059 Jul 28 22:31:21.123849 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=7264386b-d8eb-4240-9b23-13c3bbbc0ba3,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:21.156687 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:31:21.157403 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:21.186195 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:31:21.188935 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7282de4d-24af-4cbb-bbf4-894f2bdf9a64" -d '{"events": [{"server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "name": "network-vif-plugged", "status": "completed", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:31:21.205395 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:21.212183 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cf330-521b-4e52-90ca-e54a02b27fce req-20054e32-592e-44fb-9555-ee1b9ec5c248 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:21.213741 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:21.214978 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c40cf330-521b-4e52-90ca-e54a02b27fce req-20054e32-592e-44fb-9555-ee1b9ec5c248 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0756850 Jul 28 22:31:21.230597 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:21.265801 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184598e7-9ab9-4e4d-928b-f8f5ba2799c5 x-openstack-request-id: req-184598e7-9ab9-4e4d-928b-f8f5ba2799c5 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:31:21.266220 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "name": "network-vif-plugged", "status": "completed", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:31:21.266479 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-184598e7-9ab9-4e4d-928b-f8f5ba2799c5 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:31:21.266872 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184598e7-9ab9-4e4d-928b-f8f5ba2799c5'] response: {'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'code': 200} Jul 28 22:31:21.281463 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['7264386b-d8eb-4240-9b23-13c3bbbc0ba3'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:31:21.287206 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c40cf330-521b-4e52-90ca-e54a02b27fce req-58b7cb06-b0eb-4753-a624-5f8af8301d4b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658495 Jul 28 22:31:21.322830 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-d3c9857f-4e1e-4210-afae-3d6bb894af90 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2 HTTP/1.1" status: 200 len: 999 time: 0.3163996 Jul 28 22:31:21.333079 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-30fb7150-1500-442f-b13d-1d7d4dba281d req-e832cdf5-ba32-4320-b9e1-766c70405aec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35af7134-fcd8-416d-b6f7-11f5d93a4613 HTTP/1.1" status: 200 len: 1001 time: 0.3428392 Jul 28 22:31:21.370372 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:21.602357 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:21.603858 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:21.614687 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b3b08-d17c-47b6-b27b-f5745b8d5b24 req-4a8ee24b-479e-4b33-9b9e-abd999111b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:21.616451 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f92b3b08-d17c-47b6-b27b-f5745b8d5b24 req-4a8ee24b-479e-4b33-9b9e-abd999111b8d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 1129 time: 0.1018620 Jul 28 22:31:21.669231 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-95bdeb87-8a5f-41dc-96d4-4e80c1885abc req-d0cfc72d-3d68-493f-9591-c377aa9206bf service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823819 Jul 28 22:31:21.687658 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f92b3b08-d17c-47b6-b27b-f5745b8d5b24 req-0054bfa4-c0a4-485d-877e-ee663c37a336 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644798 Jul 28 22:31:21.722423 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-5a582265-ec60-49a9-b1ec-cd401e311cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:21.723884 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-5a582265-ec60-49a9-b1ec-cd401e311cfc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d48d9b17-b454-4d3c-bc21-b33608361781 HTTP/1.1" status: 200 len: 856 time: 0.1416299 Jul 28 22:31:21.729286 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb7150-1500-442f-b13d-1d7d4dba281d req-96e66741-42c3-4877-9886-ff775d51562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:21.730702 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-30fb7150-1500-442f-b13d-1d7d4dba281d req-96e66741-42c3-4877-9886-ff775d51562a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bc16b42-782d-4edd-b93c-9d5d6fc93f7a HTTP/1.1" status: 200 len: 850 time: 0.1473742 Jul 28 22:31:21.813329 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2ed63-20d5-455f-88e4-d0f284ece7b5 req-22bac8e2-b781-4293-bb31-5b928e61c3da tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:21.815010 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-51b2ed63-20d5-455f-88e4-d0f284ece7b5 req-22bac8e2-b781-4293-bb31-5b928e61c3da tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 944 time: 0.0762990 Jul 28 22:31:21.845892 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:21.867240 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a686b-fd76-4269-9d47-fb218497842d req-18f4c068-a33c-4ae3-9597-dd6e4423e319 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:21.874156 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f05a686b-fd76-4269-9d47-fb218497842d req-18f4c068-a33c-4ae3-9597-dd6e4423e319 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0800576 Jul 28 22:31:21.918102 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-51b2ed63-20d5-455f-88e4-d0f284ece7b5 req-89e9a3f2-bd9e-4be2-93bb-51a91edc80cc tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852604 Jul 28 22:31:21.946942 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f05a686b-fd76-4269-9d47-fb218497842d req-d2cee47d-8f61-4522-964a-1fb76c38598e tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688481 Jul 28 22:31:22.050293 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-b2825db3-1aa4-4509-9a0a-a55ade1acd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:22.051965 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-b2825db3-1aa4-4509-9a0a-a55ade1acd15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=425ace09-193c-40d9-ace1-b357fa18c983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0991845 Jul 28 22:31:22.057141 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb7150-1500-442f-b13d-1d7d4dba281d req-618462bd-0159-4ce0-8160-52c92ae1231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:22.058532 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-30fb7150-1500-442f-b13d-1d7d4dba281d req-618462bd-0159-4ce0-8160-52c92ae1231d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=464fee12-f052-4124-8f6c-243235b340a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126363 Jul 28 22:31:22.062138 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c1a96a3-47cd-47cc-b876-541c3e717ee5 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:31:22.072174 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Publish callbacks [] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:22.194286 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Transition to ACTIVE for port object 4c1a96a3-47cd-47cc-b876-541c3e717ee5 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:31:22.210070 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:22.238872 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb902ae-5dfa-4f8e-aa2d-1107f39167d8 req-4bea869f-39fe-4e41-86ec-1b85906f125f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:22.240634 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7fb902ae-5dfa-4f8e-aa2d-1107f39167d8 req-4bea869f-39fe-4e41-86ec-1b85906f125f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 931 time: 0.1010964 Jul 28 22:31:22.265705 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c52d2a-e7b2-4785-9342-027d02016592 req-93989bb8-1053-4d3f-99ee-97723d69c745 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:22.265705 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-91c52d2a-e7b2-4785-9342-027d02016592 req-93989bb8-1053-4d3f-99ee-97723d69c745 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0717123 Jul 28 22:31:22.312499 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-30fb7150-1500-442f-b13d-1d7d4dba281d req-c1e72e3b-1f8a-4739-bb93-e98b78b9041a service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312558 Jul 28 22:31:22.323596 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Pushing event updated for resources: {'Port': ['ID=4c1a96a3-47cd-47cc-b876-541c3e717ee5,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:22.327547 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-3c85c625-313e-400a-b129-860d295c5dfc service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444792 Jul 28 22:31:22.344090 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7fb902ae-5dfa-4f8e-aa2d-1107f39167d8 req-853894ae-65e0-4ef5-9293-a4a0a49a7eac tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950170 Jul 28 22:31:22.367188 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Attempting to bind port 4c1a96a3-47cd-47cc-b876-541c3e717ee5 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:31:22.367529 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Attempting to bind port 4c1a96a3-47cd-47cc-b876-541c3e717ee5 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '606d572a-d396-4bed-a074-46f7792d1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7afec142-10eb-4a87-a472-31d060e69e64'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:31:22.367856 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Attempting to bind port 4c1a96a3-47cd-47cc-b876-541c3e717ee5 on network 7afec142-10eb-4a87-a472-31d060e69e64 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:31:22.370079 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-91c52d2a-e7b2-4785-9342-027d02016592 req-68ea98d4-18ea-4370-a966-2697bfab12af tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981264 Jul 28 22:31:22.374985 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Port 4c1a96a3-47cd-47cc-b876-541c3e717ee5 on network 7afec142-10eb-4a87-a472-31d060e69e64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:31:22.375306 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Attempting to bind port 4c1a96a3-47cd-47cc-b876-541c3e717ee5 on network 7afec142-10eb-4a87-a472-31d060e69e64 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:31:22.381557 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:31:22.381929 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Checking segment: {'id': '606d572a-d396-4bed-a074-46f7792d1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7afec142-10eb-4a87-a472-31d060e69e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:31:22.382304 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Bound using segment: {'id': '606d572a-d396-4bed-a074-46f7792d1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7afec142-10eb-4a87-a472-31d060e69e64'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:31:22.382734 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Bound port: 4c1a96a3-47cd-47cc-b876-541c3e717ee5, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606d572a-d396-4bed-a074-46f7792d1f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7afec142-10eb-4a87-a472-31d060e69e64'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:31:22.383090 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:22.448419 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:22.449707 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] For port 4c1a96a3-47cd-47cc-b876-541c3e717ee5, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:31:22.453225 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] For port 4c1a96a3-47cd-47cc-b876-541c3e717ee5, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=4c1a96a3-47cd-47cc-b876-541c3e717ee5,segment=NetworkSegment(606d572a-d396-4bed-a074-46f7792d1f32),segment_id=606d572a-d396-4bed-a074-46f7792d1f32)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:31:22.460603 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:22.488539 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768841b4-7711-4347-84e9-1dfc6dfdfdfc req-5e1a6d8d-4b22-42ad-8621-88a02d3d18b0 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:22.490299 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-768841b4-7711-4347-84e9-1dfc6dfdfdfc req-5e1a6d8d-4b22-42ad-8621-88a02d3d18b0 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0591416 Jul 28 22:31:22.500759 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:22.501295 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:22.502743 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] 10.222.0.58 "PUT /v2.0/ports/4c1a96a3-47cd-47cc-b876-541c3e717ee5 HTTP/1.1" status: 200 len: 1093 time: 1.5020740 Jul 28 22:31:22.503872 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9801b94a-6893-4344-8e6e-515696709595', 'tag': '4c1a96a3-47cd-47cc-b876-541c3e717ee5'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:31:22.506453 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b3ee75-3390-4d77-9949-bf7b6f65fcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "9801b94a-6893-4344-8e6e-515696709595", "tag": "4c1a96a3-47cd-47cc-b876-541c3e717ee5"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:31:22.510969 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:22.517796 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:22.532568 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d61e7-4312-4512-b2b0-17f7347f18dd service neutron] Pushing event updated for resources: {'Port': ['ID=4c1a96a3-47cd-47cc-b876-541c3e717ee5,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:22.562558 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-768841b4-7711-4347-84e9-1dfc6dfdfdfc req-a787a5af-cd09-4e95-aac5-6b2345f553cf tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607851 Jul 28 22:31:22.567090 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eb3ae9-fe74-4683-a1a7-7ed201ef6ebb x-openstack-request-id: req-73eb3ae9-fe74-4683-a1a7-7ed201ef6ebb {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:31:22.567090 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9801b94a-6893-4344-8e6e-515696709595", "tag": "4c1a96a3-47cd-47cc-b876-541c3e717ee5", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:31:22.567354 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73eb3ae9-fe74-4683-a1a7-7ed201ef6ebb {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:31:22.567728 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73eb3ae9-fe74-4683-a1a7-7ed201ef6ebb'] response: {'name': 'network-changed', 'server_uuid': '9801b94a-6893-4344-8e6e-515696709595', 'tag': '4c1a96a3-47cd-47cc-b876-541c3e717ee5', 'status': 'completed', 'code': 200} Jul 28 22:31:22.593083 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:31:22.649074 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:31:22.657471 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:31:22.658226 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:22.748881 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:31:22.749479 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:22.772628 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3ee75-3390-4d77-9949-bf7b6f65fcaf req-67c8949f-9e10-46e1-bb4e-7c58ea4d8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:22.774167 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-14b3ee75-3390-4d77-9949-bf7b6f65fcaf req-67c8949f-9e10-46e1-bb4e-7c58ea4d8bb1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da5c439035bf4fe1bcf123752ab0566f&device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 1127 time: 0.1347392 Jul 28 22:31:22.785086 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=7264386b-d8eb-4240-9b23-13c3bbbc0ba3,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:22.789847 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:22.849275 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=7264386b-d8eb-4240-9b23-13c3bbbc0ba3,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:22.885983 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0d3d0a24-1038-4adb-9da0-12508262ea54 req-2f29ae7e-3d97-4e77-b7ab-54e1bc22408c service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694032 Jul 28 22:31:22.887729 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-30fb7150-1500-442f-b13d-1d7d4dba281d req-349513ba-6ae3-4a3c-b605-5d96b019cd17 service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691050 Jul 28 22:31:22.942788 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3ee75-3390-4d77-9949-bf7b6f65fcaf req-a548adc0-49cd-4b6c-a5e3-9f11fa0f3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:22.944280 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-14b3ee75-3390-4d77-9949-bf7b6f65fcaf req-a548adc0-49cd-4b6c-a5e3-9f11fa0f3c30 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=da5c439035bf4fe1bcf123752ab0566f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1499052 Jul 28 22:31:23.075143 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905f8f3-2da2-4c95-96b1-c47f8b3e4291 req-30e40a28-6866-4295-b0b0-2b09dbdb3243 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:23.076843 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e905f8f3-2da2-4c95-96b1-c47f8b3e4291 req-30e40a28-6866-4295-b0b0-2b09dbdb3243 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0784471 Jul 28 22:31:23.100176 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131d288-eb12-4f78-82da-d9a1c3b5dc88 req-cc7a313c-73fb-4053-bd65-556f4aba2a56 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:23.101737 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e131d288-eb12-4f78-82da-d9a1c3b5dc88 req-cc7a313c-73fb-4053-bd65-556f4aba2a56 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0710881 Jul 28 22:31:23.179653 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e905f8f3-2da2-4c95-96b1-c47f8b3e4291 req-8c23bd8e-ff3f-419e-84c7-c7f5ccd65e08 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935800 Jul 28 22:31:23.183977 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e131d288-eb12-4f78-82da-d9a1c3b5dc88 req-e4ae5693-d6be-43a7-b26c-772f149e3391 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746181 Jul 28 22:31:23.267848 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5606c87-43fb-42b9-b876-929d94fff6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:31:23.270596 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb2fa54-fb09-41a8-a1cd-c5d2f65d1888" -d '{"events": [{"server_uuid": "c5606c87-43fb-42b9-b876-929d94fff6bb", "name": "network-vif-plugged", "status": "completed", "tag": "7264386b-d8eb-4240-9b23-13c3bbbc0ba3"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:31:23.311313 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356f7470-1755-4911-98b1-f92945330d33 x-openstack-request-id: req-356f7470-1755-4911-98b1-f92945330d33 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:31:23.311640 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5606c87-43fb-42b9-b876-929d94fff6bb", "name": "network-vif-plugged", "status": "completed", "tag": "7264386b-d8eb-4240-9b23-13c3bbbc0ba3", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:31:23.311907 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-356f7470-1755-4911-98b1-f92945330d33 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:31:23.312309 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-356f7470-1755-4911-98b1-f92945330d33'] response: {'server_uuid': 'c5606c87-43fb-42b9-b876-929d94fff6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3', 'code': 200} Jul 28 22:31:23.489482 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154f00c-f32f-444f-8420-03a0cee251d9 req-bfce3668-d02d-41df-8916-1972459d6d18 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:23.496760 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d154f00c-f32f-444f-8420-03a0cee251d9 req-bfce3668-d02d-41df-8916-1972459d6d18 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 943 time: 0.0757315 Jul 28 22:31:23.553035 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d154f00c-f32f-444f-8420-03a0cee251d9 req-f2e099e4-0613-4440-a7b9-3073eb8516b7 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553808 Jul 28 22:31:23.576782 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3ee75-3390-4d77-9949-bf7b6f65fcaf req-52f34c36-02a0-43c9-9463-868ffb54423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:23.578400 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-14b3ee75-3390-4d77-9949-bf7b6f65fcaf req-52f34c36-02a0-43c9-9463-868ffb54423a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1201563 Jul 28 22:31:23.707564 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda182a-a010-4fe3-af4c-26100ab1aa1f req-a7a673cc-2811-4ed3-b082-d4876c3cffe5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:23.709454 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aeda182a-a010-4fe3-af4c-26100ab1aa1f req-a7a673cc-2811-4ed3-b082-d4876c3cffe5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0547247 Jul 28 22:31:23.712862 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047da70-02a9-4bea-9aaf-ba872f344854 req-e1f5a452-b868-42a9-bbb3-f462735d0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:23.714384 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5047da70-02a9-4bea-9aaf-ba872f344854 req-e1f5a452-b868-42a9-bbb3-f462735d0152 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 1129 time: 0.0719674 Jul 28 22:31:23.715435 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013559d-4cd6-4202-afd1-bf718994a34f req-fc62c50e-60a5-4a8c-ad6d-575d8f22ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:23.716777 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-fc62c50e-60a5-4a8c-ad6d-575d8f22ea1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da5c439035bf4fe1bcf123752ab0566f&device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 1127 time: 0.0649710 Jul 28 22:31:23.763753 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aeda182a-a010-4fe3-af4c-26100ab1aa1f req-c96cdf27-2d13-499c-a2b8-934964f2b606 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467510 Jul 28 22:31:23.782323 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-48345385-821f-409e-9f73-383a6816f5b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c1a96a3-47cd-47cc-b876-541c3e717ee5 HTTP/1.1" status: 200 len: 217 time: 0.0534825 Jul 28 22:31:23.841252 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5047da70-02a9-4bea-9aaf-ba872f344854 req-d4586161-80b5-4c19-8777-422221c6a623 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139731 Jul 28 22:31:23.852310 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013559d-4cd6-4202-afd1-bf718994a34f req-07fddcc5-2b66-4fb6-bbc8-efbc59115052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:23.853773 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-07fddcc5-2b66-4fb6-bbc8-efbc59115052 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=40412047-548c-4399-b4c0-7de69cb90d1e HTTP/1.1" status: 200 len: 854 time: 0.0603106 Jul 28 22:31:24.348804 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c42920-073f-4c2c-8804-08a8a395d14d req-a0f5ec1b-7013-47e8-be65-9a523b73a3e8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:24.350667 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-10c42920-073f-4c2c-8804-08a8a395d14d req-a0f5ec1b-7013-47e8-be65-9a523b73a3e8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0663466 Jul 28 22:31:24.407810 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140a2da-1da5-49c9-bce5-bedaacdc054b req-9a50305b-b204-4357-84d2-b9aa617224ce tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:24.407810 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b140a2da-1da5-49c9-bce5-bedaacdc054b req-9a50305b-b204-4357-84d2-b9aa617224ce tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.1409476 Jul 28 22:31:24.461813 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-10c42920-073f-4c2c-8804-08a8a395d14d req-607a2bf8-f68d-42bb-8c53-65582307d8b4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944002 Jul 28 22:31:24.524431 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b140a2da-1da5-49c9-bce5-bedaacdc054b req-2926e86d-bcdb-4d19-9a1e-168ca884e38a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801568 Jul 28 22:31:24.700109 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456db050-1d78-43f6-8c66-22a140f9bb1a req-99899836-66fe-45c0-b15d-dfbe741550ad tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:24.702114 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-456db050-1d78-43f6-8c66-22a140f9bb1a req-99899836-66fe-45c0-b15d-dfbe741550ad tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0817559 Jul 28 22:31:24.731182 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65148f59-a5ac-407c-8c11-d1f673f8e218 req-8a6c2260-6d0f-4c8f-bb0a-ddfaf026053c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:24.733318 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-65148f59-a5ac-407c-8c11-d1f673f8e218 req-8a6c2260-6d0f-4c8f-bb0a-ddfaf026053c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 943 time: 0.0834699 Jul 28 22:31:24.805566 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-456db050-1d78-43f6-8c66-22a140f9bb1a req-378660be-163f-4aa4-975c-98c4a4ff5117 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869911 Jul 28 22:31:24.822797 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-65148f59-a5ac-407c-8c11-d1f673f8e218 req-b9b83be0-d076-40a1-a3b5-94564adf0134 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788515 Jul 28 22:31:24.850112 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 43846) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:24.973133 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b2098-4190-4087-a993-4d6a315893c9 req-e0c0c8dd-2702-4d11-8cd9-1d0fcc0e59e2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:24.974586 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-667b2098-4190-4087-a993-4d6a315893c9 req-e0c0c8dd-2702-4d11-8cd9-1d0fcc0e59e2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0631731 Jul 28 22:31:24.994161 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:25.024355 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-667b2098-4190-4087-a993-4d6a315893c9 req-1d960945-b975-445f-8a16-e51ff2a72367 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440331 Jul 28 22:31:25.066459 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9154d1d-1091-4c7e-8a9f-0b7ef570ebba tempest-TestShelveInstance-1190539878 tempest-TestShelveInstance-1190539878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:25.067949 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c9154d1d-1091-4c7e-8a9f-0b7ef570ebba tempest-TestShelveInstance-1190539878 tempest-TestShelveInstance-1190539878-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 1124 time: 0.2160563 Jul 28 22:31:25.071073 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 43850) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:25.075928 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'port_id': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:31:25.102930 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:25.201403 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:25.314892 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Allocated IP 172.27.3.249 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/cc607077-4d41-4769-8c12-b2f14bcf75c3) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:31:25.320635 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:25.382513 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:25.438846 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for port (cc607077-4d41-4769-8c12-b2f14bcf75c3), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:25.485765 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (cc607077-4d41-4769-8c12-b2f14bcf75c3), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:25.548523 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:31:25.552353 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:31:25.556519 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:31:25.562734 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Pushing event updated for resources: {'Port': ['ID=cc607077-4d41-4769-8c12-b2f14bcf75c3,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:25.631609 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aef3b8-cd24-4ba8-90fc-dc080dbe460e req-36650a56-ee96-408c-93c1-5cb73625d1ba tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:25.633186 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23aef3b8-cd24-4ba8-90fc-dc080dbe460e req-36650a56-ee96-408c-93c1-5cb73625d1ba tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0891318 Jul 28 22:31:25.665444 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:25.697600 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23aef3b8-cd24-4ba8-90fc-dc080dbe460e req-25b900ce-cae7-4385-9053-da8dee68f6d5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549853 Jul 28 22:31:26.021139 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53b933-bd42-481e-873e-39baa18fa21e req-40e24c07-a5ee-4bc0-980c-402c179132e0 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:26.029250 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3e53b933-bd42-481e-873e-39baa18fa21e req-40e24c07-a5ee-4bc0-980c-402c179132e0 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 943 time: 0.1129780 Jul 28 22:31:26.060123 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for floatingip (acc788b2-7527-4346-a22a-4c7ddc2c8229), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:26.101139 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3e53b933-bd42-481e-873e-39baa18fa21e req-ea968122-d88d-4cf4-9a75-254ea956fca2 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707796 Jul 28 22:31:26.174209 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (cc607077-4d41-4769-8c12-b2f14bcf75c3), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:26.215939 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ea520-59f9-4b55-98e9-88fcea381502 req-421aceca-b8ed-4f0d-8f31-fc6f60b4b36a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:26.217474 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-579ea520-59f9-4b55-98e9-88fcea381502 req-421aceca-b8ed-4f0d-8f31-fc6f60b4b36a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0560861 Jul 28 22:31:26.273582 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-579ea520-59f9-4b55-98e9-88fcea381502 req-e16ddc58-1217-41c6-a394-b02ad6f0f52e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485821 Jul 28 22:31:26.356439 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for port (cc607077-4d41-4769-8c12-b2f14bcf75c3), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:26.360152 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (cc607077-4d41-4769-8c12-b2f14bcf75c3), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:26.391153 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (acc788b2-7527-4346-a22a-4c7ddc2c8229), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:26.451783 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:26.462504 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:26.466763 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Pushing event updated for resources: {'Port': ['ID=cc607077-4d41-4769-8c12-b2f14bcf75c3,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:26.519798 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Floating IP acc788b2-7527-4346-a22a-4c7ddc2c8229 associated. External IP: 172.27.3.249, port: 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec. Jul 28 22:31:26.744187 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Router c284a528-40fc-4fd7-b720-f6b206ce859e has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:31:26.846789 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0647989-83c8-4fcb-bb24-a08ea757c3e9 req-449bdd24-0fde-4a34-b8e2-dc90333935dd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:26.857690 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d0647989-83c8-4fcb-bb24-a08ea757c3e9 req-449bdd24-0fde-4a34-b8e2-dc90333935dd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0705655 Jul 28 22:31:26.958881 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d0647989-83c8-4fcb-bb24-a08ea757c3e9 req-550ab548-d334-4f3c-9c20-3abd7ec566b8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855596 Jul 28 22:31:27.099160 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:31:27.117846 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bcd0f8-b5ad-4ecc-983e-06a4cd94b5c0 None None] Sync routers for ids ['c284a528-40fc-4fd7-b720-f6b206ce859e'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:31:27.121352 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:27.145201 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bcd0f8-b5ad-4ecc-983e-06a4cd94b5c0 None None] Routers {'c284a528-40fc-4fd7-b720-f6b206ce859e'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:31:27.145861 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d2bcd0f8-b5ad-4ecc-983e-06a4cd94b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:31:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['c284a528-40fc-4fd7-b720-f6b206ce859e'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:31:27.175629 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-235c1930-1c1c-436f-bff6-af65555798f5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1032667 Jul 28 22:31:27.176299 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:31:27.178728 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241ea7a5-f573-4b63-8ec1-e38318a98d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:31:27.243376 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:27.266546 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cf5bc3-075f-4247-96b7-c89e4235ff96 x-openstack-request-id: req-e6cf5bc3-075f-4247-96b7-c89e4235ff96 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:31:27.266947 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:31:27.267452 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6cf5bc3-075f-4247-96b7-c89e4235ff96 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:31:27.267952 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6cf5bc3-075f-4247-96b7-c89e4235ff96'] response: {'name': 'network-changed', 'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'status': 'completed', 'code': 200} Jul 28 22:31:27.274682 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5f86d-9348-47fa-8e51-fc7226cfb452 req-391afd08-a4a4-4bef-854d-cd80814c0188 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:27.282750 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-abc5f86d-9348-47fa-8e51-fc7226cfb452 req-391afd08-a4a4-4bef-854d-cd80814c0188 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 943 time: 0.1037583 Jul 28 22:31:27.339482 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-d2bcd0f8-b5ad-4ecc-983e-06a4cd94b5c0 None None] Set router c284a528-40fc-4fd7-b720-f6b206ce859e gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:31:27.422918 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-abc5f86d-9348-47fa-8e51-fc7226cfb452 req-2bf5cba7-5150-4697-bb6a-53a2696f6acb tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390028 Jul 28 22:31:27.542593 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb630120-07f7-4286-9a1b-590e78739fa9 req-8354798c-dccd-4da7-a2e2-bfcb384627fd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:27.544118 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cb630120-07f7-4286-9a1b-590e78739fa9 req-8354798c-dccd-4da7-a2e2-bfcb384627fd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.1063101 Jul 28 22:31:27.615103 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cb630120-07f7-4286-9a1b-590e78739fa9 req-8e1e04f7-1178-49a8-b5d3-3743234dfec7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633156 Jul 28 22:31:27.620298 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:27.635561 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d2bcd0f8-b5ad-4ecc-983e-06a4cd94b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:10Z', 'revision_number': 4, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port': {'id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'acc788b2-7527-4346-a22a-4c7ddc2c8229', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'port_id': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'mac_address': 'fa:16:3e:66:67:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:31:25Z', 'updated_at': '2022-07-28T22:31:25Z', 'revision_number': 0, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a813a59-a059-4bc7-b93e-7a76ef49e455', 'name': '', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'mac_address': 'fa:16:3e:40:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:09Z', 'updated_at': '2022-07-28T22:30:14Z', 'revision_number': 5, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'subnets': [{'id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:31:27.665928 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bcd0f8-b5ad-4ecc-983e-06a4cd94b5c0 None None] Checking router: c284a528-40fc-4fd7-b720-f6b206ce859e for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:31:27.675823 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bcd0f8-b5ad-4ecc-983e-06a4cd94b5c0 None None] Routers {'c284a528-40fc-4fd7-b720-f6b206ce859e'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:31:27.676718 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d2bcd0f8-b5ad-4ecc-983e-06a4cd94b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:31:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['c284a528-40fc-4fd7-b720-f6b206ce859e'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:31:27.821844 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-d2bcd0f8-b5ad-4ecc-983e-06a4cd94b5c0 None None] Set router c284a528-40fc-4fd7-b720-f6b206ce859e gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:31:28.088248 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788198a-966c-4474-a2d2-3d4e23609cc5 req-46f7e674-0d52-479c-98dc-0f4b39acb2ed tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:28.091368 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d2bcd0f8-b5ad-4ecc-983e-06a4cd94b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:10Z', 'revision_number': 4, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port': {'id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'acc788b2-7527-4346-a22a-4c7ddc2c8229', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'port_id': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'mac_address': 'fa:16:3e:66:67:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:31:25Z', 'updated_at': '2022-07-28T22:31:25Z', 'revision_number': 0, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a813a59-a059-4bc7-b93e-7a76ef49e455', 'name': '', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'mac_address': 'fa:16:3e:40:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:09Z', 'updated_at': '2022-07-28T22:30:14Z', 'revision_number': 5, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'subnets': [{'id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:31:28.097918 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1788198a-966c-4474-a2d2-3d4e23609cc5 req-46f7e674-0d52-479c-98dc-0f4b39acb2ed tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0625815 Jul 28 22:31:28.122200 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bcd0f8-b5ad-4ecc-983e-06a4cd94b5c0 None None] The sync data for ids ['c284a528-40fc-4fd7-b720-f6b206ce859e'] in dv-cinder-850939-3-iscsi is: [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:10Z', 'revision_number': 4, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port': {'id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'acc788b2-7527-4346-a22a-4c7ddc2c8229', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'port_id': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'mac_address': 'fa:16:3e:66:67:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:31:25Z', 'updated_at': '2022-07-28T22:31:25Z', 'revision_number': 0, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a813a59-a059-4bc7-b93e-7a76ef49e455', 'name': '', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'mac_address': 'fa:16:3e:40:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:09Z', 'updated_at': '2022-07-28T22:30:14Z', 'revision_number': 5, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'subnets': [{'id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:31:28.162706 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1788198a-966c-4474-a2d2-3d4e23609cc5 req-71be489e-cece-47e7-9f8d-ab38c1aea3ad tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640721 Jul 28 22:31:28.494439 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa56f6ab-fb87-48fb-bfd3-d8dee4884da0 None None] New status for floating IP acc788b2-7527-4346-a22a-4c7ddc2c8229: ACTIVE {{(pid=104119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:31:28.593606 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634cb63-441f-449d-aecb-8c465ced21a2 req-1ec8246d-ee35-4cf4-adaa-e9040a355170 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:28.595562 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3634cb63-441f-449d-aecb-8c465ced21a2 req-1ec8246d-ee35-4cf4-adaa-e9040a355170 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 943 time: 0.0552227 Jul 28 22:31:28.668532 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3634cb63-441f-449d-aecb-8c465ced21a2 req-7ccd2953-85c9-45ab-b988-7a29ff098d19 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650535 Jul 28 22:31:28.821222 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161c136-b6e8-4764-a0d6-94f12318f058 req-ecb8ac01-0a2f-406e-b28e-5a21a2617d89 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:28.823177 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d161c136-b6e8-4764-a0d6-94f12318f058 req-ecb8ac01-0a2f-406e-b28e-5a21a2617d89 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0529723 Jul 28 22:31:28.884342 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d161c136-b6e8-4764-a0d6-94f12318f058 req-a17de258-b502-45c9-9191-96d512ae2160 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554080 Jul 28 22:31:29.306306 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b79f74-63ab-4445-838e-3cab29a7bd08 req-985caca1-a6e7-4cbe-aaa6-b627038a1a26 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:29.307757 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e8b79f74-63ab-4445-838e-3cab29a7bd08 req-985caca1-a6e7-4cbe-aaa6-b627038a1a26 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0486135 Jul 28 22:31:29.363831 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e8b79f74-63ab-4445-838e-3cab29a7bd08 req-15bcf5fa-2bc2-4f05-946e-01c127c8e5b8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504384 Jul 28 22:31:29.840947 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672d138-47ea-4a83-aa90-53590a94b8f6 req-a753149c-b1e3-4f65-a2c0-0d3066674595 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:29.846080 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e672d138-47ea-4a83-aa90-53590a94b8f6 req-a753149c-b1e3-4f65-a2c0-0d3066674595 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 943 time: 0.0815978 Jul 28 22:31:29.861273 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:29.896959 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e672d138-47ea-4a83-aa90-53590a94b8f6 req-e1e0f98d-0964-4eef-b2d4-eb0f9f3122b4 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486286 Jul 28 22:31:30.046272 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267444-9643-422a-81c4-d66b7ac82a37 req-d1c534ad-5679-4674-be6d-4c11a75e1d47 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:30.062713 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-29267444-9643-422a-81c4-d66b7ac82a37 req-d1c534ad-5679-4674-be6d-4c11a75e1d47 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0800340 Jul 28 22:31:30.110663 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:30.135978 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-29267444-9643-422a-81c4-d66b7ac82a37 req-c70539da-c170-4cc0-a38b-608d856b6caa tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685477 Jul 28 22:31:30.497130 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d09c3-474b-4fc9-b2f5-841525ccdb47 req-4e91f27f-d54a-4a17-8b3b-c753492e3810 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:30.498709 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bc8d09c3-474b-4fc9-b2f5-841525ccdb47 req-4e91f27f-d54a-4a17-8b3b-c753492e3810 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0518999 Jul 28 22:31:30.563015 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bc8d09c3-474b-4fc9-b2f5-841525ccdb47 req-8ef8f559-e32a-4080-8864-5ac1536ac46a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561039 Jul 28 22:31:30.623116 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 43932) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:30.748057 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2492822a-c319-47aa-8c39-45270d3a710e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:30.857970 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2492822a-c319-47aa-8c39-45270d3a710e admin admin] Publish callbacks [] for security_group (4ab8dc71-6d97-4412-b39b-a1e383fe4a73), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:30.861692 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2492822a-c319-47aa-8c39-45270d3a710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4ab8dc71-6d97-4412-b39b-a1e383fe4a73), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:30.910884 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 43936) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:30.911103 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-2492822a-c319-47aa-8c39-45270d3a710e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2bf82168d9534db885e2b08e8d710e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867107 Jul 28 22:31:30.912332 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492822a-c319-47aa-8c39-45270d3a710e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab8dc71-6d97-4412-b39b-a1e383fe4a73,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:30.967727 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-841bd6e3-1164-4177-8061-9b6ce2fce66b admin admin] Publish callbacks [] for security_group (4ab8dc71-6d97-4412-b39b-a1e383fe4a73), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:30.993453 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-841bd6e3-1164-4177-8061-9b6ce2fce66b admin admin] Publish callbacks [] for security_group (4ab8dc71-6d97-4412-b39b-a1e383fe4a73), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:31.075756 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c517ff0-0b96-4560-8cf1-0f786e5bf61d req-70ad891e-66e4-4296-b651-fa9661a5e1ef tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:31.077245 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c517ff0-0b96-4560-8cf1-0f786e5bf61d req-70ad891e-66e4-4296-b651-fa9661a5e1ef tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 943 time: 0.0771279 Jul 28 22:31:31.106819 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-841bd6e3-1164-4177-8061-9b6ce2fce66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4ab8dc71-6d97-4412-b39b-a1e383fe4a73), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:31.109319 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-841bd6e3-1164-4177-8061-9b6ce2fce66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:31.110456 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-841bd6e3-1164-4177-8061-9b6ce2fce66b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ab8dc71-6d97-4412-b39b-a1e383fe4a73 HTTP/1.1" status: 204 len: 168 time: 0.1985021 Jul 28 22:31:31.123949 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841bd6e3-1164-4177-8061-9b6ce2fce66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab8dc71-6d97-4412-b39b-a1e383fe4a73,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:31.161801 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c517ff0-0b96-4560-8cf1-0f786e5bf61d req-9f4eb48c-cfb0-46a4-9bd6-6cb31aa94b10 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737441 Jul 28 22:31:31.301656 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631dd9a-a6e3-4fbe-89db-e9277e24945a req-6011d909-725c-4325-abd0-b8c41354fe68 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:31.303383 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3631dd9a-a6e3-4fbe-89db-e9277e24945a req-6011d909-725c-4325-abd0-b8c41354fe68 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0908751 Jul 28 22:31:31.384269 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3631dd9a-a6e3-4fbe-89db-e9277e24945a req-f07dca7a-56e9-4a92-bfc2-a3c2a50729f0 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727835 Jul 28 22:31:31.458882 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 43948) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:31.472645 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3f79646f-c010-4930-bd65-23c7c0ae0908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:31.561212 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3f79646f-c010-4930-bd65-23c7c0ae0908 admin admin] Publish callbacks [] for security_group (fb038562-ac4c-427d-bc77-baf8607b2c8b), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:31.567071 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3f79646f-c010-4930-bd65-23c7c0ae0908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (fb038562-ac4c-427d-bc77-baf8607b2c8b), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:31.615082 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-3f79646f-c010-4930-bd65-23c7c0ae0908 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e8411ff965b44edb93a67b17d9fae71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550798 Jul 28 22:31:31.616429 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79646f-c010-4930-bd65-23c7c0ae0908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb038562-ac4c-427d-bc77-baf8607b2c8b,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:31.617817 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 43952) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:31.685463 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c56a7546-dc33-469e-93cf-2b36dbc66ead admin admin] Publish callbacks [] for security_group (fb038562-ac4c-427d-bc77-baf8607b2c8b), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:31.695564 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45355d70-d3e2-4d6a-8cb8-f688b4a7397f req-c1edf5d7-62f0-4b19-87eb-471f4dcf96a0 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:31.697416 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-45355d70-d3e2-4d6a-8cb8-f688b4a7397f req-c1edf5d7-62f0-4b19-87eb-471f4dcf96a0 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0506792 Jul 28 22:31:31.710851 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c56a7546-dc33-469e-93cf-2b36dbc66ead admin admin] Publish callbacks [] for security_group (fb038562-ac4c-427d-bc77-baf8607b2c8b), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:31.766701 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-45355d70-d3e2-4d6a-8cb8-f688b4a7397f req-44220763-3de5-4388-a37a-de1f8e96eddf tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590765 Jul 28 22:31:31.796096 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c56a7546-dc33-469e-93cf-2b36dbc66ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (fb038562-ac4c-427d-bc77-baf8607b2c8b), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:31.799005 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c56a7546-dc33-469e-93cf-2b36dbc66ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:31.801083 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c56a7546-dc33-469e-93cf-2b36dbc66ead admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb038562-ac4c-427d-bc77-baf8607b2c8b HTTP/1.1" status: 204 len: 168 time: 0.1822572 Jul 28 22:31:31.809069 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a7546-dc33-469e-93cf-2b36dbc66ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb038562-ac4c-427d-bc77-baf8607b2c8b,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:32.196546 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 43960) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:32.211416 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4f3ed6a4-9430-4e2f-bf4e-cff9650c922d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:32.251504 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:32.296665 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:32.309195 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188675e3-6ee0-4306-ad36-17813c86ffd1 req-9810f3b4-005f-41fa-9ad9-1e2c80aa780c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:32.310804 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-188675e3-6ee0-4306-ad36-17813c86ffd1 req-9810f3b4-005f-41fa-9ad9-1e2c80aa780c tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 943 time: 0.0750239 Jul 28 22:31:32.377426 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4f3ed6a4-9430-4e2f-bf4e-cff9650c922d admin admin] Publish callbacks [] for security_group (99149be3-e25b-4291-9c90-c88f4fde9a42), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:32.391085 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-188675e3-6ee0-4306-ad36-17813c86ffd1 req-36c35e34-b3fd-4647-bf31-8a1f8df4913d tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740116 Jul 28 22:31:32.391803 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4f3ed6a4-9430-4e2f-bf4e-cff9650c922d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (99149be3-e25b-4291-9c90-c88f4fde9a42), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:32.426591 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ed6a4-9430-4e2f-bf4e-cff9650c922d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99149be3-e25b-4291-9c90-c88f4fde9a42,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:32.440022 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-4f3ed6a4-9430-4e2f-bf4e-cff9650c922d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97b303722061427abb9306dec8bce1dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417865 Jul 28 22:31:32.442618 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 43964) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:32.530822 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-eb4b1061-1be8-454e-864a-cb46b8d4d83a admin admin] Publish callbacks [] for security_group (99149be3-e25b-4291-9c90-c88f4fde9a42), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:32.551641 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10cd9d-16fa-45af-a47d-2c3d8331d381 req-6a5277bb-9ba5-4a1a-bc36-0bcd55350056 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:32.553131 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1b10cd9d-16fa-45af-a47d-2c3d8331d381 req-6a5277bb-9ba5-4a1a-bc36-0bcd55350056 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0622234 Jul 28 22:31:32.577163 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-eb4b1061-1be8-454e-864a-cb46b8d4d83a admin admin] Publish callbacks [] for security_group (99149be3-e25b-4291-9c90-c88f4fde9a42), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:32.641206 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1b10cd9d-16fa-45af-a47d-2c3d8331d381 req-2f27b4e4-bb35-4420-bbc8-331f51154c49 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794466 Jul 28 22:31:32.663805 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-eb4b1061-1be8-454e-864a-cb46b8d4d83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (99149be3-e25b-4291-9c90-c88f4fde9a42), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:32.667001 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-eb4b1061-1be8-454e-864a-cb46b8d4d83a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:32.670869 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-eb4b1061-1be8-454e-864a-cb46b8d4d83a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99149be3-e25b-4291-9c90-c88f4fde9a42 HTTP/1.1" status: 204 len: 168 time: 0.2270753 Jul 28 22:31:32.679018 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b1061-1be8-454e-864a-cb46b8d4d83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99149be3-e25b-4291-9c90-c88f4fde9a42,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:32.911649 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f206c2-25d9-46c3-9e62-d00652953fe4 req-c6d609bd-a319-4e54-90c8-251d9facfa78 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:32.922044 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-07f206c2-25d9-46c3-9e62-d00652953fe4 req-c6d609bd-a319-4e54-90c8-251d9facfa78 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0630953 Jul 28 22:31:32.984736 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-07f206c2-25d9-46c3-9e62-d00652953fe4 req-1cb61c4b-bf2b-4c04-ab3a-11787b82c394 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601065 Jul 28 22:31:33.513957 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49aafc-446f-4717-a25f-225d1fcee001 req-229e602b-8f8a-4d3f-b95f-b702f7c8aa54 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:33.515408 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5a49aafc-446f-4717-a25f-225d1fcee001 req-229e602b-8f8a-4d3f-b95f-b702f7c8aa54 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 943 time: 0.0481710 Jul 28 22:31:33.566203 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5a49aafc-446f-4717-a25f-225d1fcee001 req-fbebacf6-0c2c-4134-a886-07a18c429327 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Jul 28 22:31:33.766832 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56bd0d-67b4-4827-b1b2-dbd72d13b710 req-c961e838-a379-42b6-a33d-88e3d8b6a478 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:33.768901 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aa56bd0d-67b4-4827-b1b2-dbd72d13b710 req-c961e838-a379-42b6-a33d-88e3d8b6a478 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0462239 Jul 28 22:31:33.813805 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aa56bd0d-67b4-4827-b1b2-dbd72d13b710 req-b577b5ed-3c4c-447d-8a1c-bd110e591d01 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395908 Jul 28 22:31:33.886116 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:34.128913 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd88d12-eb06-40a6-9780-95f5cf42d457 req-d9af74c6-adb5-4f26-b08d-68144c6d2fc4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:34.130384 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3dd88d12-eb06-40a6-9780-95f5cf42d457 req-d9af74c6-adb5-4f26-b08d-68144c6d2fc4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0462735 Jul 28 22:31:34.170220 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-36099294-355d-4394-8384-9e72e1d5cbf3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7afec142-10eb-4a87-a472-31d060e69e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332854 Jul 28 22:31:34.181338 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3dd88d12-eb06-40a6-9780-95f5cf42d457 req-aaa1f1d6-9f5e-46e8-ba18-3a96f5b99828 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451741 Jul 28 22:31:34.622789 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:34.701871 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ea7a5-f573-4b63-8ec1-e38318a98d0e req-236617ee-78d5-477f-be36-4b1be64d33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:34.703342 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-241ea7a5-f573-4b63-8ec1-e38318a98d0e req-236617ee-78d5-477f-be36-4b1be64d33f0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2406f01f7b3b4941a0bcd97a68d3d510&device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 1129 time: 0.0969341 Jul 28 22:31:34.705958 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d7d84-15fc-4460-859e-7e885e9ae344 req-bb7944ef-c828-40b3-9e74-280ef47ec31d tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:34.707685 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6f5d7d84-15fc-4460-859e-7e885e9ae344 req-bb7944ef-c828-40b3-9e74-280ef47ec31d tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 943 time: 0.0611317 Jul 28 22:31:34.709349 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:34.734478 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-abfebef4-66bb-4933-98b1-f09f2a8cf806 service neutron] 10.222.0.58 "GET /v2.0/networks/7afec142-10eb-4a87-a472-31d060e69e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291771 Jul 28 22:31:34.757023 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6f5d7d84-15fc-4460-859e-7e885e9ae344 req-efd7ade4-e4f4-4ca4-bf8f-ef2d17f84bc4 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435190 Jul 28 22:31:34.922241 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:34.943087 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b05e3a-3338-4adb-933e-f9f539cd1090 req-6553913c-5d70-4c91-b5a5-253f2aab7fb9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:34.944362 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-45b05e3a-3338-4adb-933e-f9f539cd1090 req-6553913c-5d70-4c91-b5a5-253f2aab7fb9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0486505 Jul 28 22:31:34.990291 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-45b05e3a-3338-4adb-933e-f9f539cd1090 req-e9dfe30f-3cc8-41f9-84b2-7c5b2568161a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402226 Jul 28 22:31:35.288411 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:35.300016 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175c66c-37bf-41b9-a558-ac665348c3dc req-7c1c8ec0-0536-4aa6-86bc-3d9681b2a0b4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:35.302312 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9175c66c-37bf-41b9-a558-ac665348c3dc req-7c1c8ec0-0536-4aa6-86bc-3d9681b2a0b4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0509853 Jul 28 22:31:35.346649 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9175c66c-37bf-41b9-a558-ac665348c3dc req-ea8cead1-a470-4356-8432-57e48f0a2ecd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389075 Jul 28 22:31:35.626543 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8013559d-4cd6-4202-afd1-bf718994a34f req-785de0b2-6f6d-4391-b870-40429c1962da service neutron] 10.222.0.58 "GET /v2.0/networks/7afec142-10eb-4a87-a472-31d060e69e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654460 Jul 28 22:31:35.627609 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ea7a5-f573-4b63-8ec1-e38318a98d0e req-1771f991-5cf3-4786-9307-201b4ea72e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:35.629100 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-241ea7a5-f573-4b63-8ec1-e38318a98d0e req-1771f991-5cf3-4786-9307-201b4ea72e3b service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f2aa367-6d5d-4752-a99e-b9dafb11cca1 HTTP/1.1" status: 200 len: 910 time: 0.1602030 Jul 28 22:31:35.873395 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d0b7c-e675-4404-af91-1076968a9373 req-5a5e128a-b436-40a9-b454-4e79d4006b61 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:35.874877 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0c6d0b7c-e675-4404-af91-1076968a9373 req-5a5e128a-b436-40a9-b454-4e79d4006b61 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 943 time: 0.0482562 Jul 28 22:31:35.921970 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0c6d0b7c-e675-4404-af91-1076968a9373 req-1fd4c38f-fd5d-4148-bfec-a65744c16f47 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411530 Jul 28 22:31:36.117802 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23198720-0554-4479-82dc-d62fba3d7943 req-d6ce078a-f1b4-4b88-9e87-8727db29f061 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:36.119258 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23198720-0554-4479-82dc-d62fba3d7943 req-d6ce078a-f1b4-4b88-9e87-8727db29f061 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0481699 Jul 28 22:31:36.170004 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23198720-0554-4479-82dc-d62fba3d7943 req-fcc6331c-dede-411c-a3bd-7b66a1829dc0 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451438 Jul 28 22:31:36.466512 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575eb14-1b9f-4639-89d9-7591ad63ab9a req-1ea143ba-9ce3-4b47-8074-ceb0837c0f56 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:36.467874 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f575eb14-1b9f-4639-89d9-7591ad63ab9a req-1ea143ba-9ce3-4b47-8074-ceb0837c0f56 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0471942 Jul 28 22:31:36.515068 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f575eb14-1b9f-4639-89d9-7591ad63ab9a req-b7b171a3-10f3-48e6-814c-81738b732be9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408552 Jul 28 22:31:36.626513 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45869216-78d7-4ffa-868f-fb889b5abd81 req-99425bc9-0f59-4a99-bb08-dfc3e2cca699 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:36.627940 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-45869216-78d7-4ffa-868f-fb889b5abd81 req-99425bc9-0f59-4a99-bb08-dfc3e2cca699 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0460203 Jul 28 22:31:36.638706 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 43994) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:31:36.642981 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-70271f2a-9df7-4804-af0e-fe5cb0ea64ab tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'floatingip': {'port_id': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:31:36.713654 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-70271f2a-9df7-4804-af0e-fe5cb0ea64ab tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (82366e08-11dc-44bd-992b-f3017c0505f4), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:37.194450 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-241ea7a5-f573-4b63-8ec1-e38318a98d0e req-2076d346-0b14-4d9d-b486-2b8277ee20c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec HTTP/1.1" status: 200 len: 1001 time: 0.0621891 Jul 28 22:31:37.246958 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ea7a5-f573-4b63-8ec1-e38318a98d0e req-f685a18a-f24c-49f4-aa03-aedd74ad04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:37.248634 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-241ea7a5-f573-4b63-8ec1-e38318a98d0e req-f685a18a-f24c-49f4-aa03-aedd74ad04b9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b2d5a71-51ae-4403-b7de-674f7705c0be HTTP/1.1" status: 200 len: 848 time: 0.0465822 Jul 28 22:31:37.296379 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ea7a5-f573-4b63-8ec1-e38318a98d0e req-f9043198-8ee5-4372-a804-3fa9f729798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:37.297922 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-241ea7a5-f573-4b63-8ec1-e38318a98d0e req-f9043198-8ee5-4372-a804-3fa9f729798d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f2aa367-6d5d-4752-a99e-b9dafb11cca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409515 Jul 28 22:31:37.383739 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4eb78e-5b29-4401-80e8-bfef74cbd419 req-16b6674b-9f64-4319-a576-5ca3eb09599f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:37.385237 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ef4eb78e-5b29-4401-80e8-bfef74cbd419 req-16b6674b-9f64-4319-a576-5ca3eb09599f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 943 time: 0.1559064 Jul 28 22:31:37.393654 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-241ea7a5-f573-4b63-8ec1-e38318a98d0e req-27cb1c7a-bb19-4ddb-b739-bd13ad50906c service neutron] 10.222.0.58 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880971 Jul 28 22:31:37.418123 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f4002-0494-4127-ae77-4eee35dd0804 req-84abe220-c091-4d1e-881a-827a5f9cceb5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:37.419581 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-657f4002-0494-4127-ae77-4eee35dd0804 req-84abe220-c091-4d1e-881a-827a5f9cceb5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.1629291 Jul 28 22:31:37.486148 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-241ea7a5-f573-4b63-8ec1-e38318a98d0e req-f2a2e38d-e9d7-4f79-920b-846f04346419 service neutron] 10.222.0.58 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860560 Jul 28 22:31:37.588383 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ef4eb78e-5b29-4401-80e8-bfef74cbd419 req-55eb9f88-8860-4e35-81f4-4744dcbdb69a tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891789 Jul 28 22:31:37.625869 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-657f4002-0494-4127-ae77-4eee35dd0804 req-36a64ee9-d315-45d0-87e5-d3a2fe9028a0 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905854 Jul 28 22:31:37.633271 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:37.652560 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:37.666733 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-70271f2a-9df7-4804-af0e-fe5cb0ea64ab tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:37.670063 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-70271f2a-9df7-4804-af0e-fe5cb0ea64ab tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (82366e08-11dc-44bd-992b-f3017c0505f4), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:37.763855 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.l3_db [None req-70271f2a-9df7-4804-af0e-fe5cb0ea64ab tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Floating IP 82366e08-11dc-44bd-992b-f3017c0505f4 associated. External IP: 172.27.3.79, port: 7264386b-d8eb-4240-9b23-13c3bbbc0ba3. Jul 28 22:31:37.960078 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70271f2a-9df7-4804-af0e-fe5cb0ea64ab tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Router 4212d08f-0cd3-4631-829f-f12aa2744ce6 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:31:38.001700 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:38.062984 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70271f2a-9df7-4804-af0e-fe5cb0ea64ab tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:31:38.068485 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-70271f2a-9df7-4804-af0e-fe5cb0ea64ab tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:38.073950 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d786301-bf41-4109-9f76-3a8243fc568f None None] Sync routers for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:31:38.084067 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d786301-bf41-4109-9f76-3a8243fc568f None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:31:38.084676 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-3d786301-bf41-4109-9f76-3a8243fc568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:31:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:31:38.099211 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-70271f2a-9df7-4804-af0e-fe5cb0ea64ab tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "PUT /v2.0/floatingips/82366e08-11dc-44bd-992b-f3017c0505f4 HTTP/1.1" status: 200 len: 990 time: 1.4594810 Jul 28 22:31:38.099832 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5606c87-43fb-42b9-b876-929d94fff6bb', 'tag': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:31:38.102459 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eeeae4-c9bb-4b0b-a83d-37e617fa28af" -d '{"events": [{"name": "network-changed", "server_uuid": "c5606c87-43fb-42b9-b876-929d94fff6bb", "tag": "7264386b-d8eb-4240-9b23-13c3bbbc0ba3"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:31:38.144997 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a5cb6b-190d-4e96-9604-9bb99887d25e x-openstack-request-id: req-82a5cb6b-190d-4e96-9604-9bb99887d25e {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:31:38.144997 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5606c87-43fb-42b9-b876-929d94fff6bb", "tag": "7264386b-d8eb-4240-9b23-13c3bbbc0ba3", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:31:38.144997 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82a5cb6b-190d-4e96-9604-9bb99887d25e {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:31:38.144997 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a5cb6b-190d-4e96-9604-9bb99887d25e'] response: {'name': 'network-changed', 'server_uuid': 'c5606c87-43fb-42b9-b876-929d94fff6bb', 'tag': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3', 'status': 'completed', 'code': 200} Jul 28 22:31:38.188869 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-3d786301-bf41-4109-9f76-3a8243fc568f None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:31:38.209686 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eeeae4-c9bb-4b0b-a83d-37e617fa28af req-9e73d0ab-30b4-4701-9a08-acf768198d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:38.211171 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e1eeeae4-c9bb-4b0b-a83d-37e617fa28af req-9e73d0ab-30b4-4701-9a08-acf768198d79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 1129 time: 0.0440650 Jul 28 22:31:38.309198 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eeeae4-c9bb-4b0b-a83d-37e617fa28af req-e1b31148-f092-4bf9-974b-f5c9d71ee8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:38.310697 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e1eeeae4-c9bb-4b0b-a83d-37e617fa28af req-e1b31148-f092-4bf9-974b-f5c9d71ee8c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 916 time: 0.0933819 Jul 28 22:31:38.376590 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e1eeeae4-c9bb-4b0b-a83d-37e617fa28af req-a6c3878e-9b7d-4431-8b9a-fb0dfa037bb5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7264386b-d8eb-4240-9b23-13c3bbbc0ba3 HTTP/1.1" status: 200 len: 998 time: 0.0589392 Jul 28 22:31:38.400862 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:38.415867 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-3d786301-bf41-4109-9f76-3a8243fc568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '82366e08-11dc-44bd-992b-f3017c0505f4', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:99:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5606c87-43fb-42b9-b876-929d94fff6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:30:50Z', 'updated_at': '2022-07-28T22:31:37Z', 'revision_number': 1, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}, {'id': 'df75531d-e6aa-4e66-b721-1edc7efadff7', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:f9:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:24Z', 'updated_at': '2022-07-28T22:29:04Z', 'revision_number': 2, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:31:38.426345 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eeeae4-c9bb-4b0b-a83d-37e617fa28af req-5c195403-c253-451c-968d-fc4476e7ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:38.427797 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e1eeeae4-c9bb-4b0b-a83d-37e617fa28af req-5c195403-c253-451c-968d-fc4476e7ee2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd9d7ef8-b1ea-409f-bc0d-02c57dced297 HTTP/1.1" status: 200 len: 854 time: 0.0448492 Jul 28 22:31:38.441725 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d786301-bf41-4109-9f76-3a8243fc568f None None] Checking router: 4212d08f-0cd3-4631-829f-f12aa2744ce6 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:31:38.450159 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d786301-bf41-4109-9f76-3a8243fc568f None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:31:38.450767 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-3d786301-bf41-4109-9f76-3a8243fc568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:31:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:31:38.481639 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eeeae4-c9bb-4b0b-a83d-37e617fa28af req-2ec82ad8-bd40-43e5-918f-dfe8aaba70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:38.483129 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e1eeeae4-c9bb-4b0b-a83d-37e617fa28af req-2ec82ad8-bd40-43e5-918f-dfe8aaba70a0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ba94cd9-b91a-4088-b65d-e5c882850ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397840 Jul 28 22:31:38.557519 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-3d786301-bf41-4109-9f76-3a8243fc568f None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:31:38.580434 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e1eeeae4-c9bb-4b0b-a83d-37e617fa28af req-6b24a629-a525-4e20-bd36-5a7d1e6eb2d4 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885873 Jul 28 22:31:38.583895 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:38.595957 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:38.666816 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:38.679442 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e1eeeae4-c9bb-4b0b-a83d-37e617fa28af req-b240ee3c-36c3-4ed4-a37a-3de2470dcace service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902271 Jul 28 22:31:38.694913 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 4c1a96a3-47cd-47cc-b876-541c3e717ee5 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:31:38.727311 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a018-7a05-4ef2-9a99-ca7e47b852b3 req-c33b7cbc-46ad-4ce7-a6b2-16af34b07e40 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:38.729082 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6a42a018-7a05-4ef2-9a99-ca7e47b852b3 req-c33b7cbc-46ad-4ce7-a6b2-16af34b07e40 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 943 time: 0.0586541 Jul 28 22:31:38.803728 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6cf44-a262-4633-97e8-f3a10c54e447 req-530014bf-eb58-49a7-9781-1aa7f7173ac9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:38.805563 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f0f6cf44-a262-4633-97e8-f3a10c54e447 req-530014bf-eb58-49a7-9781-1aa7f7173ac9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0756526 Jul 28 22:31:38.834790 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6a42a018-7a05-4ef2-9a99-ca7e47b852b3 req-bf3545a9-496a-4ff1-9392-4a608ee587cd tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904887 Jul 28 22:31:38.866785 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f0f6cf44-a262-4633-97e8-f3a10c54e447 req-9c733304-c271-492a-b4c6-8db94268909b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553701 Jul 28 22:31:38.867486 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-3d786301-bf41-4109-9f76-3a8243fc568f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '82366e08-11dc-44bd-992b-f3017c0505f4', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:99:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5606c87-43fb-42b9-b876-929d94fff6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:30:50Z', 'updated_at': '2022-07-28T22:31:37Z', 'revision_number': 1, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}, {'id': 'df75531d-e6aa-4e66-b721-1edc7efadff7', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:f9:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:24Z', 'updated_at': '2022-07-28T22:29:04Z', 'revision_number': 2, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:31:38.874151 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 4c1a96a3-47cd-47cc-b876-541c3e717ee5, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=4c1a96a3-47cd-47cc-b876-541c3e717ee5,segment=NetworkSegment(606d572a-d396-4bed-a074-46f7792d1f32),segment_id=606d572a-d396-4bed-a074-46f7792d1f32)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:38.903478 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d786301-bf41-4109-9f76-3a8243fc568f None None] The sync data for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi is: [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '82366e08-11dc-44bd-992b-f3017c0505f4', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:99:09:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5606c87-43fb-42b9-b876-929d94fff6bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:30:50Z', 'updated_at': '2022-07-28T22:31:37Z', 'revision_number': 1, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}, {'id': 'df75531d-e6aa-4e66-b721-1edc7efadff7', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:f9:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:24Z', 'updated_at': '2022-07-28T22:29:04Z', 'revision_number': 2, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:31:38.908699 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '4c1a96a3-47cd-47cc-b876-541c3e717ee5', 'network_id': '7afec142-10eb-4a87-a472-31d060e69e64', 'port_id': '4c1a96a3-47cd-47cc-b876-541c3e717ee5', 'mac_address': 'fa:16:3e:ac:0c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40412047-548c-4399-b4c0-7de69cb90d1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:31:38.945017 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 4c1a96a3-47cd-47cc-b876-541c3e717ee5 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:31:38.945403 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:38.959668 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c1a96a3-47cd-47cc-b876-541c3e717ee5 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:31:38.981730 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 4c1a96a3-47cd-47cc-b876-541c3e717ee5, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=4c1a96a3-47cd-47cc-b876-541c3e717ee5,segment=NetworkSegment(606d572a-d396-4bed-a074-46f7792d1f32),segment_id=606d572a-d396-4bed-a074-46f7792d1f32)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:38.986072 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:39.040942 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=4c1a96a3-47cd-47cc-b876-541c3e717ee5,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:39.099787 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4212a3df-a411-4b10-97d2-a82601173282 None None] New status for floating IP 82366e08-11dc-44bd-992b-f3017c0505f4: ACTIVE {{(pid=104119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:31:39.102995 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:39.375570 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['4c1a96a3-47cd-47cc-b876-541c3e717ee5'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:31:39.964245 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f98d1-aa8d-4020-8111-9fdead9489e7 req-0fbf8539-23d8-4bc2-afca-000645ef236b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:39.965710 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-751f98d1-aa8d-4020-8111-9fdead9489e7 req-0fbf8539-23d8-4bc2-afca-000645ef236b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 944 time: 0.0565085 Jul 28 22:31:40.017838 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514feb43-f5cd-4934-9c59-b3f31e961d35 req-b94cdcda-6ecf-493f-aab1-b6a6843d2462 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:40.019873 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-514feb43-f5cd-4934-9c59-b3f31e961d35 req-b94cdcda-6ecf-493f-aab1-b6a6843d2462 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0715570 Jul 28 22:31:40.056747 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-751f98d1-aa8d-4020-8111-9fdead9489e7 req-018275c3-56dd-44ec-8869-c5a0599b488a tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750206 Jul 28 22:31:40.082913 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-514feb43-f5cd-4934-9c59-b3f31e961d35 req-995e46dd-b04a-4d48-93c2-84e6d65f4421 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559046 Jul 28 22:31:40.703692 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 4c1a96a3-47cd-47cc-b876-541c3e717ee5 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:31:40.746127 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:40.748718 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 4c1a96a3-47cd-47cc-b876-541c3e717ee5 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:31:40.755354 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 4c1a96a3-47cd-47cc-b876-541c3e717ee5 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:31:40.756102 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:40.826113 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 4c1a96a3-47cd-47cc-b876-541c3e717ee5 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:31:40.826504 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:40.848703 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9801b94a-6893-4344-8e6e-515696709595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1a96a3-47cd-47cc-b876-541c3e717ee5'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:31:40.850927 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f8b0f5-2417-4dfd-864c-e5c5c7a7fecf" -d '{"events": [{"server_uuid": "9801b94a-6893-4344-8e6e-515696709595", "name": "network-vif-plugged", "status": "completed", "tag": "4c1a96a3-47cd-47cc-b876-541c3e717ee5"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:31:40.860149 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:40.864815 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 4c1a96a3-47cd-47cc-b876-541c3e717ee5, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=4c1a96a3-47cd-47cc-b876-541c3e717ee5,segment=NetworkSegment(606d572a-d396-4bed-a074-46f7792d1f32),segment_id=606d572a-d396-4bed-a074-46f7792d1f32)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:40.869345 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:40.896523 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2a01da-8e11-4324-ba13-09ce869afcec x-openstack-request-id: req-ed2a01da-8e11-4324-ba13-09ce869afcec {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:31:40.896840 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9801b94a-6893-4344-8e6e-515696709595", "name": "network-vif-plugged", "status": "completed", "tag": "4c1a96a3-47cd-47cc-b876-541c3e717ee5", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:31:40.897098 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed2a01da-8e11-4324-ba13-09ce869afcec {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:31:40.897483 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2a01da-8e11-4324-ba13-09ce869afcec'] response: {'server_uuid': '9801b94a-6893-4344-8e6e-515696709595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c1a96a3-47cd-47cc-b876-541c3e717ee5', 'code': 200} Jul 28 22:31:40.921885 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=4c1a96a3-47cd-47cc-b876-541c3e717ee5,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:40.929673 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.930018 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.930359 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.930694 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.931027 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.931358 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.931683 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.932004 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.932330 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.932654 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.932977 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.933319 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.933674 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.933994 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:40.934312 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:31:41.090824 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd92dd-128e-42bf-a4a0-03e551c07b2b req-42f8d689-1707-437f-8e50-587435ff8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:41.092325 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3efd92dd-128e-42bf-a4a0-03e551c07b2b req-42f8d689-1707-437f-8e50-587435ff8b8b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 1129 time: 0.0434701 Jul 28 22:31:41.145233 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3efd92dd-128e-42bf-a4a0-03e551c07b2b req-d0957e58-683b-4ac6-b6e7-f2bee395e1eb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416420 Jul 28 22:31:41.189598 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ba1f3-f368-421d-9cf3-e43c7545ad9a req-49a45e15-b830-4aa4-b829-3bc7f1f343aa tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:41.191102 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a41ba1f3-f368-421d-9cf3-e43c7545ad9a req-49a45e15-b830-4aa4-b829-3bc7f1f343aa tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 945 time: 0.0588794 Jul 28 22:31:41.239595 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2e76c-807b-4cb5-b3e2-b12598aa89e5 req-239719e5-c845-48df-b200-b82c73e4dd13 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:41.241033 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-62c2e76c-807b-4cb5-b3e2-b12598aa89e5 req-239719e5-c845-48df-b200-b82c73e4dd13 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0713792 Jul 28 22:31:41.277324 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:41.280285 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:41.286881 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a41ba1f3-f368-421d-9cf3-e43c7545ad9a req-8f35b0c7-1e8a-4196-aeb0-d1c8333e6942 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790792 Jul 28 22:31:41.313872 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-62c2e76c-807b-4cb5-b3e2-b12598aa89e5 req-5695d0a5-0031-476d-9f6a-7e2b53b7a3ac tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634534 Jul 28 22:31:42.413299 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80acd1-5312-41aa-a5a4-9338f12257af req-b73e7dda-f04b-4399-a289-ba4b80fe7abc tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:42.414708 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ae80acd1-5312-41aa-a5a4-9338f12257af req-b73e7dda-f04b-4399-a289-ba4b80fe7abc tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 945 time: 0.0569892 Jul 28 22:31:42.462781 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e79ab9-e725-4499-93f4-dfea86903619 req-fe097402-318e-4f5d-bb95-9b48d24af1b2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:42.464190 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-27e79ab9-e725-4499-93f4-dfea86903619 req-fe097402-318e-4f5d-bb95-9b48d24af1b2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0673311 Jul 28 22:31:42.502666 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ae80acd1-5312-41aa-a5a4-9338f12257af req-8dac7341-f9a2-4bd8-b5fc-b43c29b1c7cb tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719759 Jul 28 22:31:42.526422 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-27e79ab9-e725-4499-93f4-dfea86903619 req-13474b38-f4f2-4429-8f1e-267b8ffa06e5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551407 Jul 28 22:31:43.651148 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf1a71-6d0a-4724-8e2f-9bc60e892586 req-ab66f6ec-0355-48ec-85cf-5ae22a7bf194 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:43.652607 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1ccf1a71-6d0a-4724-8e2f-9bc60e892586 req-ab66f6ec-0355-48ec-85cf-5ae22a7bf194 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 945 time: 0.0779502 Jul 28 22:31:43.672669 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6d6d6-c19e-48f2-a36b-fe1d38aabbfa req-e1b3ae7f-3076-430b-9d9b-e0de3b60b577 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:43.674233 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-33c6d6d6-c19e-48f2-a36b-fe1d38aabbfa req-e1b3ae7f-3076-430b-9d9b-e0de3b60b577 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0674050 Jul 28 22:31:43.753121 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1ccf1a71-6d0a-4724-8e2f-9bc60e892586 req-b913c295-d6d3-495a-9b01-d81777918c21 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947912 Jul 28 22:31:43.765044 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-33c6d6d6-c19e-48f2-a36b-fe1d38aabbfa req-dcf05f6e-29ee-4a28-a262-dc48b49dbe0b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711555 Jul 28 22:31:44.712997 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:31:44.811907 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:44.828240 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'port_id': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'mac_address': 'fa:16:3e:97:4a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:31:44.865510 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:31:44.865930 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:44.879983 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:31:44.900841 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:44.903655 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1f1cf-8803-49d8-9bcf-3a7b77c74845 req-c5860343-d6d4-4780-8535-dbc6c4e5ab7f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:44.904665 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:44.905152 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23f1f1cf-8803-49d8-9bcf-3a7b77c74845 req-c5860343-d6d4-4780-8535-dbc6c4e5ab7f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 945 time: 0.0800407 Jul 28 22:31:44.925250 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad083c5-3754-46bf-b6a4-baeae4aff1be req-7562a276-c5d5-4571-878c-b6904c16ea7b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:44.926878 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cad083c5-3754-46bf-b6a4-baeae4aff1be req-7562a276-c5d5-4571-878c-b6904c16ea7b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 944 time: 0.0698028 Jul 28 22:31:44.953274 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,revision_number=9']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:44.985649 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23f1f1cf-8803-49d8-9bcf-3a7b77c74845 req-93c05589-ab99-4c2f-84bf-8319fa66b085 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714993 Jul 28 22:31:45.014140 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cad083c5-3754-46bf-b6a4-baeae4aff1be req-743a4180-8a59-49de-849f-09736a5f66e0 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789096 Jul 28 22:31:45.278548 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['69cbbc60-3ab6-406c-b5fc-7e37b29888d2'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:31:45.417758 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c69a2c71-829b-4f84-b64c-1510e13aa0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:46.142244 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c40c7a-3f5f-4917-ac49-354979b35e0f req-06d9d985-ec25-403d-b293-b0bcd46eb1ce tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:46.143690 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-20c40c7a-3f5f-4917-ac49-354979b35e0f req-06d9d985-ec25-403d-b293-b0bcd46eb1ce tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 945 time: 0.0471177 Jul 28 22:31:46.194380 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-20c40c7a-3f5f-4917-ac49-354979b35e0f req-d5d32625-e6b2-460f-9d93-8a786a984476 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450530 Jul 28 22:31:46.712697 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:31:46.756570 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:31:46.756950 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:46.800008 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:46.832018 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:31:46.832563 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:46.855201 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:31:46.857407 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b79e1a3-9957-4bc8-83a1-88e32280afda" -d '{"events": [{"server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "name": "network-vif-plugged", "status": "completed", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:31:46.870069 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:31:46.874429 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:46.899360 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41df7ed2-df8c-4af2-8579-48589a87212f x-openstack-request-id: req-41df7ed2-df8c-4af2-8579-48589a87212f {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:31:46.899657 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "name": "network-vif-plugged", "status": "completed", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:31:46.899913 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41df7ed2-df8c-4af2-8579-48589a87212f {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:31:46.900303 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41df7ed2-df8c-4af2-8579-48589a87212f'] response: {'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'code': 200} Jul 28 22:31:46.924715 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,revision_number=10']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:31:47.318348 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c21398-af58-4823-98e0-cdc1c7d2e85d req-c66311d0-8323-4041-bea1-2bff5d63b823 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:47.319783 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e7c21398-af58-4823-98e0-cdc1c7d2e85d req-c66311d0-8323-4041-bea1-2bff5d63b823 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 947 time: 0.0475307 Jul 28 22:31:47.366768 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e7c21398-af58-4823-98e0-cdc1c7d2e85d req-9e20e367-5dcc-46a6-a557-62c3d7304fe5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415952 Jul 28 22:31:47.421863 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c7e12250-f8ed-4b0b-a1da-5cfaee1a4082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:47.536850 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233ad10-2b23-4557-b6c6-916d151ac2f9 req-5c94fc5c-bb5c-4140-aec7-dadc699447f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:47.538343 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9233ad10-2b23-4557-b6c6-916d151ac2f9 req-5c94fc5c-bb5c-4140-aec7-dadc699447f2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 1131 time: 0.0399151 Jul 28 22:31:47.583968 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9233ad10-2b23-4557-b6c6-916d151ac2f9 req-64175e03-18f7-4942-b1de-ee32caa33da7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380037 Jul 28 22:31:48.493596 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c045c1-9e54-443f-8047-c1591f45450a req-c87fec1d-fac9-4f2d-a5db-178d77b869bb tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:48.495080 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-20c045c1-9e54-443f-8047-c1591f45450a req-c87fec1d-fac9-4f2d-a5db-178d77b869bb tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 947 time: 0.0481377 Jul 28 22:31:48.544332 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-20c045c1-9e54-443f-8047-c1591f45450a req-c7e0e900-5a11-4e9e-8f45-233e13a660a5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433710 Jul 28 22:31:48.799131 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:49.205977 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:49.211859 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:49.674057 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6402fb-53a0-4fee-86d5-0b386a3a249a req-7bda0ddc-cdb1-458e-9d81-60a05521b756 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:49.676285 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cf6402fb-53a0-4fee-86d5-0b386a3a249a req-7bda0ddc-cdb1-458e-9d81-60a05521b756 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 947 time: 0.0535269 Jul 28 22:31:49.723919 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cf6402fb-53a0-4fee-86d5-0b386a3a249a req-7578af4e-365e-4193-b8f1-2e956a4d9378 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419133 Jul 28 22:31:50.283466 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:50.413563 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:31:50.847782 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc98770-247b-4a52-972a-abf2180933cb req-3a888526-fa88-44c8-b161-8d8a94bf8dfd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:50.849273 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bcc98770-247b-4a52-972a-abf2180933cb req-3a888526-fa88-44c8-b161-8d8a94bf8dfd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 947 time: 0.0464208 Jul 28 22:31:50.860827 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:50.881387 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:50.897927 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bcc98770-247b-4a52-972a-abf2180933cb req-44114848-c527-4df4-8035-61f0e678a68e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430424 Jul 28 22:31:52.029466 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226d12f-680a-408c-bab3-a8cc17adba6d req-f54f0f25-b222-4de1-a2b4-2ee6e729b03d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:52.030964 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5226d12f-680a-408c-bab3-a8cc17adba6d req-f54f0f25-b222-4de1-a2b4-2ee6e729b03d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 947 time: 0.0506625 Jul 28 22:31:52.081201 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5226d12f-680a-408c-bab3-a8cc17adba6d req-3bc3bf65-679b-4367-9a35-cde8d8df272f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446553 Jul 28 22:31:53.209358 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc0068-7d34-4517-bea5-fd8f1a99036a req-9522df79-f92e-45ac-8618-dabbeead9e48 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:31:53.210839 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f1dc0068-7d34-4517-bea5-fd8f1a99036a req-9522df79-f92e-45ac-8618-dabbeead9e48 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 947 time: 0.0479186 Jul 28 22:31:53.260075 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f1dc0068-7d34-4517-bea5-fd8f1a99036a req-7224ccb4-025e-4674-ab40-92b2558acc0d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438330 Jul 28 22:31:57.574228 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=29 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:57.581267 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=16 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:31:57.876176 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:31:59.868381 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:00.406955 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:00.409253 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:03.253004 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=16 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:03.256347 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=25 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:07.198529 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ba15a-d063-4e9c-9c51-a1a510ed32c3 req-4631c0ab-6047-427a-b50e-a7fdd27f4860 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:07.199889 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d73ba15a-d063-4e9c-9c51-a1a510ed32c3 req-4631c0ab-6047-427a-b50e-a7fdd27f4860 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 945 time: 0.0472634 Jul 28 22:32:07.246156 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d73ba15a-d063-4e9c-9c51-a1a510ed32c3 req-4305bdf2-dab0-4a4a-8bfe-6878e7cd3683 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407233 Jul 28 22:32:07.871212 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:08.011216 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:08.367300 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05577d6-4a5b-4164-bba4-8b836e9c75ef req-685eba61-24ac-4759-aed0-903db96d7c79 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:08.368719 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e05577d6-4a5b-4164-bba4-8b836e9c75ef req-685eba61-24ac-4759-aed0-903db96d7c79 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 945 time: 0.0495028 Jul 28 22:32:08.415023 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e05577d6-4a5b-4164-bba4-8b836e9c75ef req-f50c480c-8291-49e9-af97-69ce123a1d92 tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405869 Jul 28 22:32:09.535342 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f30364-41f0-4565-ad1b-ddc514ec4ea4 req-cbdd671e-01f4-4e5d-a4be-80dfa8077a2d tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:09.537380 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-43f30364-41f0-4565-ad1b-ddc514ec4ea4 req-cbdd671e-01f4-4e5d-a4be-80dfa8077a2d tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 945 time: 0.0475318 Jul 28 22:32:09.583258 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-43f30364-41f0-4565-ad1b-ddc514ec4ea4 req-91ccd79c-4a69-4502-80b9-24b7f0d66d7f tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/security-groups?id=39e8f869-c7ea-4660-a5f4-5326a96ddccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397923 Jul 28 22:32:09.844306 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5762c4-5021-4f14-ac27-df9b3d7a5661 req-14061755-b406-4ba3-8694-abf0d530a32e tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:09.845779 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6b5762c4-5021-4f14-ac27-df9b3d7a5661 req-14061755-b406-4ba3-8694-abf0d530a32e tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.58 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 945 time: 0.0474927 Jul 28 22:32:09.933137 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-6b5762c4-5021-4f14-ac27-df9b3d7a5661 req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Deleting port 4c1a96a3-47cd-47cc-b876-541c3e717ee5 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:32:09.933464 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-6b5762c4-5021-4f14-ac27-df9b3d7a5661 req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:10.026415 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-6b5762c4-5021-4f14-ac27-df9b3d7a5661 req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] For port 4c1a96a3-47cd-47cc-b876-541c3e717ee5, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=4c1a96a3-47cd-47cc-b876-541c3e717ee5,segment=NetworkSegment(606d572a-d396-4bed-a074-46f7792d1f32),segment_id=606d572a-d396-4bed-a074-46f7792d1f32)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:32:10.026775 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-6b5762c4-5021-4f14-ac27-df9b3d7a5661 req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:10.039377 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-6b5762c4-5021-4f14-ac27-df9b3d7a5661 req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Calling delete_port for 4c1a96a3-47cd-47cc-b876-541c3e717ee5 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:32:10.164948 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-6b5762c4-5021-4f14-ac27-df9b3d7a5661 req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (4c1a96a3-47cd-47cc-b876-541c3e717ee5), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:10.179119 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['4c1a96a3-47cd-47cc-b876-541c3e717ee5'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:32:10.196821 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Pushing event deleted for resources: {'Port': ['ID=4c1a96a3-47cd-47cc-b876-541c3e717ee5,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:10.223194 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.223555 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.223900 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.224244 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.224583 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.224916 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.225246 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.225604 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.225938 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.226265 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.226594 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.226918 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.227242 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.227565 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.227891 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:10.251018 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5762c4-5021-4f14-ac27-df9b3d7a5661 req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] No DVR routers for this DVR port 4c1a96a3-47cd-47cc-b876-541c3e717ee5 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:32:10.253393 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-6b5762c4-5021-4f14-ac27-df9b3d7a5661 req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:10.257282 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6b5762c4-5021-4f14-ac27-df9b3d7a5661 req-22c1f9cc-b446-4fd9-a994-1e0537ce574b tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.58 "DELETE /v2.0/ports/4c1a96a3-47cd-47cc-b876-541c3e717ee5 HTTP/1.1" status: 204 len: 173 time: 0.4044704 Jul 28 22:32:10.257745 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9801b94a-6893-4344-8e6e-515696709595', 'name': 'network-vif-deleted', 'tag': '4c1a96a3-47cd-47cc-b876-541c3e717ee5'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:32:10.260004 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91be4b73-a360-4902-89fd-2f54fdfcd102" -d '{"events": [{"server_uuid": "9801b94a-6893-4344-8e6e-515696709595", "name": "network-vif-deleted", "tag": "4c1a96a3-47cd-47cc-b876-541c3e717ee5"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:32:10.298194 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0675a0e6-c2c8-4dd6-a0e5-3bd0c4e71263 x-openstack-request-id: req-0675a0e6-c2c8-4dd6-a0e5-3bd0c4e71263 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:32:10.298493 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9801b94a-6893-4344-8e6e-515696709595", "name": "network-vif-deleted", "tag": "4c1a96a3-47cd-47cc-b876-541c3e717ee5", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:32:10.298870 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0675a0e6-c2c8-4dd6-a0e5-3bd0c4e71263 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:32:10.299310 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0675a0e6-c2c8-4dd6-a0e5-3bd0c4e71263'] response: {'server_uuid': '9801b94a-6893-4344-8e6e-515696709595', 'name': 'network-vif-deleted', 'tag': '4c1a96a3-47cd-47cc-b876-541c3e717ee5', 'status': 'completed', 'code': 200} Jul 28 22:32:10.413657 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-142d7dfa-e525-414c-a852-538640d2c6d5 req-52018c74-daa1-4541-9ca6-abd0ec2272db service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414972 Jul 28 22:32:10.699433 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-69b6c18d-37bd-40a4-a799-e6b85ff14eeb req-a2b3b627-4c09-4f6c-a93e-91f98fb9ac9e tempest-VolumesSnapshotTestJSON-1350472687 tempest-VolumesSnapshotTestJSON-1350472687-project] 10.222.0.39 "GET /v2.0/ports?device_id=9801b94a-6893-4344-8e6e-515696709595 HTTP/1.1" status: 200 len: 210 time: 0.0310156 Jul 28 22:32:10.776008 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d7dfa-e525-414c-a852-538640d2c6d5 req-cf8773ca-6a55-42ae-b22e-f66cf73d2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:10.777518 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-142d7dfa-e525-414c-a852-538640d2c6d5 req-cf8773ca-6a55-42ae-b22e-f66cf73d2b7c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 1130 time: 0.0422242 Jul 28 22:32:10.897089 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d7dfa-e525-414c-a852-538640d2c6d5 req-41f64dd6-a604-4d4f-a2af-84f9d3f737c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:10.898582 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-142d7dfa-e525-414c-a852-538640d2c6d5 req-41f64dd6-a604-4d4f-a2af-84f9d3f737c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 916 time: 0.0930865 Jul 28 22:32:10.959226 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-142d7dfa-e525-414c-a852-538640d2c6d5 req-f3d9b8ad-df44-4ab1-9662-0fab835f8d41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a6a91e7-1223-4e3c-8af2-8617d06c63d2 HTTP/1.1" status: 200 len: 1002 time: 0.0540767 Jul 28 22:32:11.011650 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d7dfa-e525-414c-a852-538640d2c6d5 req-31e270c7-5725-4236-9951-33d9220410b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:11.013058 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-142d7dfa-e525-414c-a852-538640d2c6d5 req-31e270c7-5725-4236-9951-33d9220410b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd9d7ef8-b1ea-409f-bc0d-02c57dced297 HTTP/1.1" status: 200 len: 854 time: 0.0473330 Jul 28 22:32:11.059553 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d7dfa-e525-414c-a852-538640d2c6d5 req-71d73be0-77cd-4b14-ae2a-571034a4fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:11.060998 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-142d7dfa-e525-414c-a852-538640d2c6d5 req-71d73be0-77cd-4b14-ae2a-571034a4fd84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ba94cd9-b91a-4088-b65d-e5c882850ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381250 Jul 28 22:32:11.165549 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-142d7dfa-e525-414c-a852-538640d2c6d5 req-38821ca8-68dc-485c-9e26-720d80d57072 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882950 Jul 28 22:32:11.217603 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:11.256521 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-142d7dfa-e525-414c-a852-538640d2c6d5 req-8ae0e060-79cc-431a-a59a-0d0b5c117967 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850596 Jul 28 22:32:12.879720 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 4c1a96a3-47cd-47cc-b876-541c3e717ee5 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:32:12.899128 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 4c1a96a3-47cd-47cc-b876-541c3e717ee5 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:32:12.899497 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 4c1a96a3-47cd-47cc-b876-541c3e717ee5 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:32:15.400569 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-a4eee5db-020a-4efc-9b52-c54b7b7672f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:17.427448 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0d8d37a7-6065-40e1-a0af-efbb48c9a552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:18.803975 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:20.279180 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:20.415816 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:20.677871 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=28 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:20.678558 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=28 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:21.251316 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:21.253183 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:26.422550 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55bdf0-33a6-4f98-be3c-b00722fb5ce7 req-b42ab027-743e-45cc-a347-e4f9bc415ef1 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:26.423935 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8c55bdf0-33a6-4f98-be3c-b00722fb5ce7 req-b42ab027-743e-45cc-a347-e4f9bc415ef1 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0473273 Jul 28 22:32:26.471620 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8c55bdf0-33a6-4f98-be3c-b00722fb5ce7 req-ba47f843-b7eb-4f99-8ffb-2fa4314dac1a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413392 Jul 28 22:32:27.595068 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8119739-f29c-4478-abfb-e1d4ba4f679b req-e8382dec-f46e-4149-83a6-54a3b887b23d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:27.596518 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f8119739-f29c-4478-abfb-e1d4ba4f679b req-e8382dec-f46e-4149-83a6-54a3b887b23d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0480912 Jul 28 22:32:27.644559 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f8119739-f29c-4478-abfb-e1d4ba4f679b req-979b19cf-579a-441b-9e65-884ad08be60d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412211 Jul 28 22:32:28.767095 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465e9d6-aad6-4880-957f-ff2d806653c4 req-2ad4f65c-faf9-47dd-b7dc-38b1680ace12 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:28.768535 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1465e9d6-aad6-4880-957f-ff2d806653c4 req-2ad4f65c-faf9-47dd-b7dc-38b1680ace12 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0504448 Jul 28 22:32:28.815124 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1465e9d6-aad6-4880-957f-ff2d806653c4 req-4af35a84-53c3-467c-a0f2-bed6ff1815ef tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399981 Jul 28 22:32:29.939784 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7311e-7cb8-4e45-9f61-ec098a40f784 req-30e73876-4a8c-4d84-8926-144d0f1ce511 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:29.941241 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-80f7311e-7cb8-4e45-9f61-ec098a40f784 req-30e73876-4a8c-4d84-8926-144d0f1ce511 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0528424 Jul 28 22:32:29.992200 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-80f7311e-7cb8-4e45-9f61-ec098a40f784 req-67c397dc-f0fc-4d21-9137-3b05368b72b8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451267 Jul 28 22:32:30.410193 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:30.412860 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:31.110038 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27495f8-f940-41b9-8c57-c110ecaa608f req-51108981-e031-41d6-afe1-e9008e70fa9b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:31.111491 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a27495f8-f940-41b9-8c57-c110ecaa608f req-51108981-e031-41d6-afe1-e9008e70fa9b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0470345 Jul 28 22:32:31.162215 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a27495f8-f940-41b9-8c57-c110ecaa608f req-b63ac0c1-3938-47ba-9487-e2b86c30e840 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453701 Jul 28 22:32:32.280741 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c7157-69f8-4b08-b6b0-813b3cdbfc7b req-1967e082-3d1e-4120-9c4a-b70c2705dc1c tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:32.282346 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1d6c7157-69f8-4b08-b6b0-813b3cdbfc7b req-1967e082-3d1e-4120-9c4a-b70c2705dc1c tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0491443 Jul 28 22:32:32.345252 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1d6c7157-69f8-4b08-b6b0-813b3cdbfc7b req-e3bd235d-f2e9-47a3-8c81-b6ab626c8e70 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558288 Jul 28 22:32:32.443251 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e585be-feb4-4fc0-9a17-3e7369164067 req-7c1e7502-990d-4c59-8e88-b5d0257cd2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:32.444755 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-81e585be-feb4-4fc0-9a17-3e7369164067 req-7c1e7502-990d-4c59-8e88-b5d0257cd2e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 1130 time: 0.0417228 Jul 28 22:32:32.452380 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e201b-7f6b-44fb-ad89-5ee109be9e56 req-c80250cd-57e4-45a3-ae3f-ad894b62f20c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:32.453995 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-152e201b-7f6b-44fb-ad89-5ee109be9e56 req-c80250cd-57e4-45a3-ae3f-ad894b62f20c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0473166 Jul 28 22:32:32.501107 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-152e201b-7f6b-44fb-ad89-5ee109be9e56 req-dff7494f-a73d-4b60-9f84-d3c0ef5f3c8f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408266 Jul 28 22:32:32.541620 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e585be-feb4-4fc0-9a17-3e7369164067 req-ce8d7058-3a9b-4f6b-8df8-fd0953c53ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:32.543080 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-81e585be-feb4-4fc0-9a17-3e7369164067 req-ce8d7058-3a9b-4f6b-8df8-fd0953c53ca9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 920 time: 0.0914605 Jul 28 22:32:32.605048 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-81e585be-feb4-4fc0-9a17-3e7369164067 req-b9d850f5-efdc-4eb2-9ce0-3b2f032f2946 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5862132a-b35f-45a3-ac01-bc41c2128bbe HTTP/1.1" status: 200 len: 1002 time: 0.0545213 Jul 28 22:32:32.667313 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e585be-feb4-4fc0-9a17-3e7369164067 req-a1e7ab9a-9b04-42e2-9d92-53c346652350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:32.668731 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-81e585be-feb4-4fc0-9a17-3e7369164067 req-a1e7ab9a-9b04-42e2-9d92-53c346652350 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.0491457 Jul 28 22:32:32.721831 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e585be-feb4-4fc0-9a17-3e7369164067 req-bf56c22f-57e1-4c8d-a9c0-6ab3e14b1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:32.725069 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-81e585be-feb4-4fc0-9a17-3e7369164067 req-bf56c22f-57e1-4c8d-a9c0-6ab3e14b1669 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427403 Jul 28 22:32:32.828073 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-81e585be-feb4-4fc0-9a17-3e7369164067 req-356c157b-0b23-4a77-8e45-6c9c774cd59a service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952151 Jul 28 22:32:32.947380 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-81e585be-feb4-4fc0-9a17-3e7369164067 req-2dea2f15-bfcb-4642-a2a8-16c4c36f36c0 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109657 Jul 28 22:32:33.471087 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037aa36a-0845-442e-b461-9b5ec1cfc315 req-5370febd-6f86-42d0-a7af-3130bed4b3a2 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:33.472511 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-037aa36a-0845-442e-b461-9b5ec1cfc315 req-5370febd-6f86-42d0-a7af-3130bed4b3a2 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0496135 Jul 28 22:32:33.519770 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-037aa36a-0845-442e-b461-9b5ec1cfc315 req-b70730e4-6d1a-407c-9db8-d6f937e91fc2 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414808 Jul 28 22:32:33.619100 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67078eb6-a2f3-47ac-91b0-b233f4ebc2e2 req-4a9cbc51-ece8-4019-8078-29a87aff1df8 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:33.620541 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-67078eb6-a2f3-47ac-91b0-b233f4ebc2e2 req-4a9cbc51-ece8-4019-8078-29a87aff1df8 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0469332 Jul 28 22:32:33.666879 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-67078eb6-a2f3-47ac-91b0-b233f4ebc2e2 req-bbd32d1a-135e-48c7-95d4-afe199dbcd4f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406473 Jul 28 22:32:34.643073 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555168eb-1a7f-4b6e-8215-45e8b02dc8e0 req-164b8cc4-87ac-42b4-8c40-a187412cdde6 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:34.644513 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-555168eb-1a7f-4b6e-8215-45e8b02dc8e0 req-164b8cc4-87ac-42b4-8c40-a187412cdde6 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0499461 Jul 28 22:32:34.691073 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-555168eb-1a7f-4b6e-8215-45e8b02dc8e0 req-d041da78-456e-493d-aed6-ae5e810679a0 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402975 Jul 28 22:32:34.788670 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd59f3-09dd-4717-b60c-1fd0b7da309a req-8106110f-54b9-4f28-aa9e-3cac52f97fd4 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:34.790172 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-44cd59f3-09dd-4717-b60c-1fd0b7da309a req-8106110f-54b9-4f28-aa9e-3cac52f97fd4 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0465643 Jul 28 22:32:34.809127 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:34.838332 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-44cd59f3-09dd-4717-b60c-1fd0b7da309a req-b6a11684-7079-4330-9bb0-ed00a9bcfd3d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426641 Jul 28 22:32:34.875171 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:32:35.061456 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44436) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:35.105905 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Deleting subnet 40412047-548c-4399-b4c0-7de69cb90d1e {{(pid=104117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:32:35.109019 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Publish callbacks [] for subnet (40412047-548c-4399-b4c0-7de69cb90d1e), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:35.110547 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:35.148491 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62447129'] for subnet (40412047-548c-4399-b4c0-7de69cb90d1e), precommit_delete_associations {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:35.192013 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (40412047-548c-4399-b4c0-7de69cb90d1e), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:35.246144 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58993700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843492'] for subnet (40412047-548c-4399-b4c0-7de69cb90d1e), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:35.272037 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40412047-548c-4399-b4c0-7de69cb90d1e,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:35.279545 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:35.282640 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] 10.222.0.39 "DELETE /v2.0/subnets/40412047-548c-4399-b4c0-7de69cb90d1e HTTP/1.1" status: 204 len: 168 time: 0.2202160 Jul 28 22:32:35.284411 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.284852 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.285208 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.285334 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44438) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:35.285780 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.285882 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.286220 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.286552 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.287577 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.287912 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.288245 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.288577 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.288910 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.289235 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.289596 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.289915 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8aaeac-7d7d-4751-81d7-248a7bf0dced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:35.358255 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (7afec142-10eb-4a87-a472-31d060e69e64), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:35.439383 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (7afec142-10eb-4a87-a472-31d060e69e64), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:35.460056 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.460401 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.461131 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.461462 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > port after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.461815 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.462154 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > port after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.462478 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.462817 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.463136 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.463457 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.530036 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.530383 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.530715 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.531045 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 22:32:35.531410 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afec142-10eb-4a87-a472-31d060e69e64']}} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:35.551962 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606d572a-d396-4bed-a074-46f7792d1f32') {'for_net_delete': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:35.552253 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606d572a-d396-4bed-a074-46f7792d1f32') {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:35.569093 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735225'] for segment (606d572a-d396-4bed-a074-46f7792d1f32), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:35.588943 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (606d572a-d396-4bed-a074-46f7792d1f32), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:35.597176 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=104116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:32:35.597589 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62512925'] for segment (606d572a-d396-4bed-a074-46f7792d1f32), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:35.668374 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (7afec142-10eb-4a87-a472-31d060e69e64), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:35.675959 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:35.679722 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7afec142-10eb-4a87-a472-31d060e69e64 HTTP/1.1" status: 204 len: 168 time: 0.3934391 Jul 28 22:32:35.690997 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd8815-b8bc-4d57-bdc1-e83fa52c1b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=7afec142-10eb-4a87-a472-31d060e69e64,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:35.823384 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 606d572a-d396-4bed-a074-46f7792d1f32 resource provider aggregate not found Jul 28 22:32:35.834894 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bacbf-f1e9-412e-bbb0-4f114ac6bf57 req-503309be-b854-49d0-afc7-30635c9a0cdc tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:35.836375 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-636bacbf-f1e9-412e-bbb0-4f114ac6bf57 req-503309be-b854-49d0-afc7-30635c9a0cdc tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0642543 Jul 28 22:32:35.841572 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 606d572a-d396-4bed-a074-46f7792d1f32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 606d572a-d396-4bed-a074-46f7792d1f32 found for delete ", "request_id": "req-4f8b92ff-f993-45b3-9bf2-80737d55d5ed"}]} Jul 28 22:32:35.887805 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44456) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:35.895464 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-636bacbf-f1e9-412e-bbb0-4f114ac6bf57 req-442dc311-eec0-4612-9b49-0b108148ef31 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438845 Jul 28 22:32:35.939330 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-0680cd6f-7d51-434b-a701-b4b73cf01790 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da5c439035bf4fe1bcf123752ab0566f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503902 Jul 28 22:32:35.941878 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44458) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:35.970811 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce27c-9bb3-4218-bd76-a6abaf1b6365 req-e77b39ad-71d4-4880-b36a-fe69aeac2efc tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:35.972273 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9f0ce27c-9bb3-4218-bd76-a6abaf1b6365 req-e77b39ad-71d4-4880-b36a-fe69aeac2efc tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0539908 Jul 28 22:32:35.995099 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-68b52758-967c-4682-b044-c5ce4ca59616 admin admin] Publish callbacks [] for security_group (39e8f869-c7ea-4660-a5f4-5326a96ddccd), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:36.016714 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-68b52758-967c-4682-b044-c5ce4ca59616 admin admin] Publish callbacks [] for security_group (39e8f869-c7ea-4660-a5f4-5326a96ddccd), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:36.021077 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9f0ce27c-9bb3-4218-bd76-a6abaf1b6365 req-d7b15e46-9e36-4caf-931d-7239877ab1f6 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421619 Jul 28 22:32:36.048646 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:36.063996 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-68b52758-967c-4682-b044-c5ce4ca59616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (39e8f869-c7ea-4660-a5f4-5326a96ddccd), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:36.066654 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-68b52758-967c-4682-b044-c5ce4ca59616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:36.067779 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-68b52758-967c-4682-b044-c5ce4ca59616 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39e8f869-c7ea-4660-a5f4-5326a96ddccd HTTP/1.1" status: 204 len: 168 time: 0.1250155 Jul 28 22:32:36.075583 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b52758-967c-4682-b044-c5ce4ca59616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e8f869-c7ea-4660-a5f4-5326a96ddccd,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:36.723886 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbed15-108b-421a-ad0c-008d5824dd36 req-1c7cc9e1-f172-4f74-bb3b-5b5a50a7aa0e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:36.725760 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f1fbed15-108b-421a-ad0c-008d5824dd36 req-1c7cc9e1-f172-4f74-bb3b-5b5a50a7aa0e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0483329 Jul 28 22:32:36.776550 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f1fbed15-108b-421a-ad0c-008d5824dd36 req-7fb33fe0-2c52-4ee3-a272-3a615e9ac646 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446343 Jul 28 22:32:36.784793 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44492) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:36.879331 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-898323245-network', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:36.901706 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Made reservation on behalf of 862a3f47ebe842fb8c5fbd4ef08f0b5f for: {'network': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:32:36.903894 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:36.912645 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:37.028342 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Publish callbacks [] for security_group (a90d522f-16df-4b5d-99d3-3d576a197dc5), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:37.036001 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5e790-9625-4dda-aeec-b72385eaf316 req-c81ed04b-9ae4-4377-9a71-de44c193360d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:37.037801 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-11c5e790-9625-4dda-aeec-b72385eaf316 req-c81ed04b-9ae4-4377-9a71-de44c193360d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0719121 Jul 28 22:32:37.038856 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (a90d522f-16df-4b5d-99d3-3d576a197dc5), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:37.084628 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=104117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:32:37.086431 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:37.104806 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90d522f-16df-4b5d-99d3-3d576a197dc5,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:37.109235 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (67639793-0fb3-45a0-a60b-283fe84dd71a), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:37.109608 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.segments_db [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Added segment 67639793-0fb3-45a0-a60b-283fe84dd71a of type vlan for network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e Jul 28 22:32:37.393612 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-11c5e790-9625-4dda-aeec-b72385eaf316 req-d42a76bc-6088-4e83-ba4b-90c5c9605769 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3500347 Jul 28 22:32:37.410870 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:37.420773 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76feff57-3171-4f53-b2ce-7f7ddc1256d9 req-6ab2bb73-d74d-45ee-8793-99b64a53401d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:37.421987 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-76feff57-3171-4f53-b2ce-7f7ddc1256d9 req-6ab2bb73-d74d-45ee-8793-99b64a53401d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.3236337 Jul 28 22:32:37.437610 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:37.497268 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:37.498274 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:37.498850 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:37.526416 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-76feff57-3171-4f53-b2ce-7f7ddc1256d9 req-37887966-41cb-4426-be15-5e0de4c8bd98 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930355 Jul 28 22:32:37.563812 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7779467 Jul 28 22:32:37.566819 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44504) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:37.572461 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-2507c84b-aeda-4cf9-9da1-bb77bd21385f admin admin] Request body: {'subnet': {'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-898323245-subnet', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'ip_version': 4}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:37.577857 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:37.596429 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2507c84b-aeda-4cf9-9da1-bb77bd21385f admin admin] Made reservation on behalf of 862a3f47ebe842fb8c5fbd4ef08f0b5f for: {'subnet': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:32:37.598828 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2507c84b-aeda-4cf9-9da1-bb77bd21385f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59176997'] for subnet (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:37.601161 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2160a12-75fe-454d-8197-4044ec3af35d admin admin] Pushing event updated for resources: {'Network': ['ID=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:37.615630 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:32:37.623826 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb13728-4692-44d4-bffb-5a99254c56fd req-668c7f07-5f8f-4330-953e-ab1bc5a0f4c1 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:37.625322 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ceb13728-4692-44d4-bffb-5a99254c56fd req-668c7f07-5f8f-4330-953e-ab1bc5a0f4c1 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0672565 Jul 28 22:32:37.681324 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ceb13728-4692-44d4-bffb-5a99254c56fd req-42ce3c14-b04d-4580-a76f-16f2f705fce3 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482152 Jul 28 22:32:37.779812 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2507c84b-aeda-4cf9-9da1-bb77bd21385f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62513026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59176971'] for subnet (ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:37.840196 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507c84b-aeda-4cf9-9da1-bb77bd21385f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:37.846603 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2507c84b-aeda-4cf9-9da1-bb77bd21385f admin admin] Checking segment: {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:32:37.847000 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507c84b-aeda-4cf9-9da1-bb77bd21385f admin admin] Network hostable DHCP agents. Network: ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:32:37.866063 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507c84b-aeda-4cf9-9da1-bb77bd21385f admin admin] Network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:32:37.875190 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-2507c84b-aeda-4cf9-9da1-bb77bd21385f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e) {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:32:37.880480 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507c84b-aeda-4cf9-9da1-bb77bd21385f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:37.881320 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2507c84b-aeda-4cf9-9da1-bb77bd21385f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:37.886750 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23cd62d-8465-48e7-81da-d20ccfd544c0 None None] Network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:32:37.902541 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfe514-7eaa-4578-bfeb-5ac42d1f3b3f req-51427d0f-4bfd-4da6-8cd7-a00d3204d485 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:37.903385 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-2507c84b-aeda-4cf9-9da1-bb77bd21385f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3354237 Jul 28 22:32:37.904207 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fddfe514-7eaa-4578-bfeb-5ac42d1f3b3f req-51427d0f-4bfd-4da6-8cd7-a00d3204d485 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0549512 Jul 28 22:32:37.905699 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44508) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:37.911640 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:37.943339 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-355861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-678'] for router (4f77eabe-b3ee-4fc4-95ce-63f966079580), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:37.944680 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-687'] for router (4f77eabe-b3ee-4fc4-95ce-63f966079580), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:37.986243 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fddfe514-7eaa-4578-bfeb-5ac42d1f3b3f req-5bd5f496-1d6c-4d60-b009-6f842309a875 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636716 Jul 28 22:32:38.007150 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Publish callbacks [] for router_controller (4f77eabe-b3ee-4fc4-95ce-63f966079580), precommit_add_association {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:38.032519 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:38.040219 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f313812-be9c-585b-b2da-26cdb27816da-ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1'}]}} from dv-cinder-850939-3-iscsi. {{(pid=104118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 22:32:38.041129 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:38.142780 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Publish callbacks [] for router_gateway (4f77eabe-b3ee-4fc4-95ce-63f966079580), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:38.183716 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.db_base_plugin_common [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Allocated IP 172.20.0.2 (ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e/ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1/dd720bcd-990e-4363-a75f-e192e01c62e3) {{(pid=104118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:32:38.337417 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Publish callbacks [] for port (dd720bcd-990e-4363-a75f-e192e01c62e3), precommit_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:38.343198 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (dd720bcd-990e-4363-a75f-e192e01c62e3), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:38.384805 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e is already hosted by enough agents. {{(pid=104118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:32:38.389584 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.base_scheduler [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Resources bound (agent type, host, resource id): {{(pid=104118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:32:38.393386 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Received port after_create {{(pid=104118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:32:38.398666 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Pushing event updated for resources: {'Port': ['ID=dd720bcd-990e-4363-a75f-e192e01c62e3,revision_number=1']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:38.452283 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Attempting to bind port dd720bcd-990e-4363-a75f-e192e01c62e3 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:32:38.452653 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Attempting to bind port dd720bcd-990e-4363-a75f-e192e01c62e3 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:32:38.453018 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Attempting to bind port dd720bcd-990e-4363-a75f-e192e01c62e3 on network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:32:38.459032 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:32:38.459467 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Checking segment: {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:32:38.459877 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:38.460270 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Bound using segment: {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:32:38.460740 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Bound port: dd720bcd-990e-4363-a75f-e192e01c62e3, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:32:38.461120 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (dd720bcd-990e-4363-a75f-e192e01c62e3), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:38.472102 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac4e18-10d6-4385-9dcb-cb9ebc175b04 req-172128ac-b10b-45d0-b88b-a7454df561f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:38.473617 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6aac4e18-10d6-4385-9dcb-cb9ebc175b04 req-172128ac-b10b-45d0-b88b-a7454df561f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d829cbd8678145668ea811e01093fcfc&device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 1129 time: 0.3290908 Jul 28 22:32:38.499082 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-2ea4226b-0193-4e42-bde0-d033be34a4c0 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:38.500461 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-2ea4226b-0193-4e42-bde0-d033be34a4c0 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.1087816 Jul 28 22:32:38.526076 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] For port dd720bcd-990e-4363-a75f-e192e01c62e3, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:32:38.530007 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] For port dd720bcd-990e-4363-a75f-e192e01c62e3, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=dd720bcd-990e-4363-a75f-e192e01c62e3,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:32:38.535822 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (dd720bcd-990e-4363-a75f-e192e01c62e3), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:38.605672 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8bb5f-2237-4a66-b614-3a89ce8138a1 None None] Pushing event updated for resources: {'Port': ['ID=dd720bcd-990e-4363-a75f-e192e01c62e3,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:38.668216 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70316784-09f2-4198-9a23-9bf78deef34b req-229e73b2-8e82-455a-b882-b73422da6167 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:38.669457 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-70316784-09f2-4198-9a23-9bf78deef34b req-229e73b2-8e82-455a-b882-b73422da6167 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0523064 Jul 28 22:32:38.710255 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:38.719425 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:38.731809 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-70316784-09f2-4198-9a23-9bf78deef34b req-9ce172cc-5076-41cc-a307-591f5a705a14 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549510 Jul 28 22:32:38.743746 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac4e18-10d6-4385-9dcb-cb9ebc175b04 req-f1d5698a-f6d8-48c6-a1a4-38385509695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:38.745285 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6aac4e18-10d6-4385-9dcb-cb9ebc175b04 req-f1d5698a-f6d8-48c6-a1a4-38385509695a service neutron] 10.222.0.58 "GET /v2.0/networks?id=464fee12-f052-4124-8f6c-243235b340a4 HTTP/1.1" status: 200 len: 912 time: 0.2630100 Jul 28 22:32:38.779714 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Deleting port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:32:38.780113 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:38.853008 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f953c-abcb-465b-8fa7-9b7da5836572 req-190f3c0c-a16d-4964-9ffb-2f9ae63db9ad tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:38.860700 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-809f953c-abcb-465b-8fa7-9b7da5836572 req-190f3c0c-a16d-4964-9ffb-2f9ae63db9ad tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0843439 Jul 28 22:32:38.878850 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Publish callbacks [] for router_gateway (4f77eabe-b3ee-4fc4-95ce-63f966079580), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:38.914992 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:38.917361 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-809f953c-abcb-465b-8fa7-9b7da5836572 req-5a79617d-1175-44e7-b200-6f347a552f45 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559537 Jul 28 22:32:38.992503 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6aac4e18-10d6-4385-9dcb-cb9ebc175b04 req-6c9e894d-43ab-44c9-bba6-ef0622e5105d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35af7134-fcd8-416d-b6f7-11f5d93a4613 HTTP/1.1" status: 200 len: 1001 time: 0.2212882 Jul 28 22:32:39.061234 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] For port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=7264386b-d8eb-4240-9b23-13c3bbbc0ba3,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:32:39.061479 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:39.082284 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261bd30-a9bc-42e5-b4a4-6a2a1c2a31c0 req-3bef55ff-d4ad-4a2f-a9d6-7b13199bcaaa tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:39.084202 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5261bd30-a9bc-42e5-b4a4-6a2a1c2a31c0 req-3bef55ff-d4ad-4a2f-a9d6-7b13199bcaaa tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 945 time: 0.0487461 Jul 28 22:32:39.133462 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5261bd30-a9bc-42e5-b4a4-6a2a1c2a31c0 req-b85e8409-6886-4166-a4c8-a57b2b27fddb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=088106aa-a4d1-47ec-a8bd-60a2f0751237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437386 Jul 28 22:32:39.166705 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac4e18-10d6-4385-9dcb-cb9ebc175b04 req-21c6bccc-5d83-44da-890c-b47d460c3642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:39.168160 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6aac4e18-10d6-4385-9dcb-cb9ebc175b04 req-21c6bccc-5d83-44da-890c-b47d460c3642 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bc16b42-782d-4edd-b93c-9d5d6fc93f7a HTTP/1.1" status: 200 len: 850 time: 0.1654322 Jul 28 22:32:39.257801 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Allocated IP 172.27.3.9 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/dd524bd2-824d-402e-bc32-ccc9a6f63561) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:32:39.307810 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac4e18-10d6-4385-9dcb-cb9ebc175b04 req-4549c989-c5e8-4270-921d-b2de7f3843be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:39.309321 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6aac4e18-10d6-4385-9dcb-cb9ebc175b04 req-4549c989-c5e8-4270-921d-b2de7f3843be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=464fee12-f052-4124-8f6c-243235b340a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1290302 Jul 28 22:32:39.503281 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:39.503644 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (82366e08-11dc-44bd-992b-f3017c0505f4), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:39.503960 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Floating IP 82366e08-11dc-44bd-992b-f3017c0505f4 disassociated. External IP: 172.27.3.79, port: 7264386b-d8eb-4240-9b23-13c3bbbc0ba3. Jul 28 22:32:39.504308 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Calling delete_port for 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:32:39.553565 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Publish callbacks [] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:39.585476 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:39.587828 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6aac4e18-10d6-4385-9dcb-cb9ebc175b04 req-f1bf6e0f-a041-464d-b5a0-cabff4ea6fd6 service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664261 Jul 28 22:32:39.592382 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf15bee5-01f5-48b9-8bdc-b8ee7b8c02bd None None] Network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:32:39.611901 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:39.676961 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:39.700532 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-1c195cbb-3cc2-48cd-8c90-c77138a2e9ff None None] Provisioning complete for port dd720bcd-990e-4363-a75f-e192e01c62e3 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:39.700932 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-1c195cbb-3cc2-48cd-8c90-c77138a2e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (dd720bcd-990e-4363-a75f-e192e01c62e3), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:39.703159 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:39.712804 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:39.791351 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-1c195cbb-3cc2-48cd-8c90-c77138a2e9ff None None] Current status of the port dd720bcd-990e-4363-a75f-e192e01c62e3 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:39.791974 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-1c195cbb-3cc2-48cd-8c90-c77138a2e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (dd720bcd-990e-4363-a75f-e192e01c62e3), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:39.808978 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6aac4e18-10d6-4385-9dcb-cb9ebc175b04 req-b4e23ab7-a09c-49a1-bddf-5143959a61c0 service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129509 Jul 28 22:32:39.814195 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:32:39.823924 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:32:39.828335 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:32:39.830529 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Pushing event updated for resources: {'Port': ['ID=dd524bd2-824d-402e-bc32-ccc9a6f63561,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:39.839065 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-1c195cbb-3cc2-48cd-8c90-c77138a2e9ff None None] For port dd720bcd-990e-4363-a75f-e192e01c62e3, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=dd720bcd-990e-4363-a75f-e192e01c62e3,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:32:39.851493 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-1c195cbb-3cc2-48cd-8c90-c77138a2e9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (dd720bcd-990e-4363-a75f-e192e01c62e3), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:39.882297 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (7264386b-d8eb-4240-9b23-13c3bbbc0ba3), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:39.941823 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c195cbb-3cc2-48cd-8c90-c77138a2e9ff None None] Pushing event updated for resources: {'Port': ['ID=dd720bcd-990e-4363-a75f-e192e01c62e3,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:39.956999 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dec71-1e86-4e8b-ab0a-0c36d0acb10f req-61b14535-54d8-492b-9856-ccb9a20d6e58 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:39.964923 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-992dec71-1e86-4e8b-ab0a-0c36d0acb10f req-61b14535-54d8-492b-9856-ccb9a20d6e58 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0949965 Jul 28 22:32:40.002970 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event deleted for resources: {'Port': ['ID=7264386b-d8eb-4240-9b23-13c3bbbc0ba3,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:40.017940 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device dd720bcd-990e-4363-a75f-e192e01c62e3 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:32:40.034609 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-992dec71-1e86-4e8b-ab0a-0c36d0acb10f req-94693b27-0f42-45c1-a2e7-f7b674f05bde tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680096 Jul 28 22:32:40.075299 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port dd720bcd-990e-4363-a75f-e192e01c62e3 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:40.076077 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (dd720bcd-990e-4363-a75f-e192e01c62e3), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:40.100567 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68203e4d-9318-41c1-9738-25cc781eccd8 req-bb5f6031-bd4a-46fa-b726-79817c061a65 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:40.102335 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-68203e4d-9318-41c1-9738-25cc781eccd8 req-bb5f6031-bd4a-46fa-b726-79817c061a65 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0667686 Jul 28 22:32:40.110203 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-c3b7589a-27d2-44e9-be72-569ac8bd67e4 None None] Provisioning complete for port dd720bcd-990e-4363-a75f-e192e01c62e3 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:40.110584 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c3b7589a-27d2-44e9-be72-569ac8bd67e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (dd720bcd-990e-4363-a75f-e192e01c62e3), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:40.169895 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-68203e4d-9318-41c1-9738-25cc781eccd8 req-45324c8e-ee87-4d01-8d30-0de185bd201d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611904 Jul 28 22:32:40.231680 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port dd720bcd-990e-4363-a75f-e192e01c62e3 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:40.249544 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7589a-27d2-44e9-be72-569ac8bd67e4 None None] Current status of the port dd720bcd-990e-4363-a75f-e192e01c62e3 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:40.268698 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4e0d0843-1574-4824-9db3-c15b44efbfe6 req-8c877a83-c1d5-4f9f-a1f1-65bc6d3417f8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 210 time: 0.0343142 Jul 28 22:32:40.501306 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Router 4212d08f-0cd3-4631-829f-f12aa2744ce6 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:32:40.591643 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Publish callbacks [] for router_gateway (4f77eabe-b3ee-4fc4-95ce-63f966079580), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:40.704213 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:40.728008 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:32:40.737896 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1528719d-9ef4-45bd-82d1-50af20dd81f3 None None] Sync routers for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:32:40.748740 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1528719d-9ef4-45bd-82d1-50af20dd81f3 None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:40.749356 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-1528719d-9ef4-45bd-82d1-50af20dd81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:40.812579 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] No DVR routers for this DVR port 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:32:40.820980 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:40.824559 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-ca779ae7-05e0-47e9-abe1-5cb77d377a85 req-0e813a6d-d93f-42c8-88b7-c83c7e936635 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "DELETE /v2.0/ports/7264386b-d8eb-4240-9b23-13c3bbbc0ba3 HTTP/1.1" status: 204 len: 173 time: 2.3122787 Jul 28 22:32:40.825096 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5606c87-43fb-42b9-b876-929d94fff6bb', 'name': 'network-vif-deleted', 'tag': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:32:40.828081 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80921443-b245-41aa-9e25-c6e491efcf3b" -d '{"events": [{"server_uuid": "c5606c87-43fb-42b9-b876-929d94fff6bb", "name": "network-vif-deleted", "tag": "7264386b-d8eb-4240-9b23-13c3bbbc0ba3"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:32:40.874936 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-1528719d-9ef4-45bd-82d1-50af20dd81f3 None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:40.909648 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee20c46-d51b-46f5-9356-41d47ff89a08 x-openstack-request-id: req-0ee20c46-d51b-46f5-9356-41d47ff89a08 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:32:40.910446 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5606c87-43fb-42b9-b876-929d94fff6bb", "name": "network-vif-deleted", "tag": "7264386b-d8eb-4240-9b23-13c3bbbc0ba3", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:32:40.911023 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ee20c46-d51b-46f5-9356-41d47ff89a08 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:32:40.912482 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee20c46-d51b-46f5-9356-41d47ff89a08'] response: {'server_uuid': 'c5606c87-43fb-42b9-b876-929d94fff6bb', 'name': 'network-vif-deleted', 'tag': '7264386b-d8eb-4240-9b23-13c3bbbc0ba3', 'status': 'completed', 'code': 200} Jul 28 22:32:40.939382 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:40.947275 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-353995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364417'] for router (4f77eabe-b3ee-4fc4-95ce-63f966079580), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:41.106896 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Router 4f77eabe-b3ee-4fc4-95ce-63f966079580 is scheduled to L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b with binding_index 1 {{(pid=104116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 22:32:41.118243 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:41.154704 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:41.165214 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a387317-5e17-413d-a611-b2d45d713e8d req-cfc67d6a-cd01-46d2-b6a9-c878815d4180 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:41.167045 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5a387317-5e17-413d-a611-b2d45d713e8d req-cfc67d6a-cd01-46d2-b6a9-c878815d4180 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0561230 Jul 28 22:32:41.181459 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-1528719d-9ef4-45bd-82d1-50af20dd81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'df75531d-e6aa-4e66-b721-1edc7efadff7', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:f9:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:24Z', 'updated_at': '2022-07-28T22:29:04Z', 'revision_number': 2, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:41.210169 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1528719d-9ef4-45bd-82d1-50af20dd81f3 None None] Checking router: 4212d08f-0cd3-4631-829f-f12aa2744ce6 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:32:41.220802 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1528719d-9ef4-45bd-82d1-50af20dd81f3 None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:41.221658 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-1528719d-9ef4-45bd-82d1-50af20dd81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:41.227031 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5a387317-5e17-413d-a611-b2d45d713e8d req-b66f2551-1977-4df6-a92a-2284b012ef88 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524564 Jul 28 22:32:41.265306 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:32:41.276493 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Sync routers for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:32:41.296032 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:41.297081 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:41.316667 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:41.321941 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c8bac676-4c46-471e-a93b-091b7135d5af admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4150853 Jul 28 22:32:41.322551 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44530) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:41.407147 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd44e87-0574-454e-8ae5-8d7fc92a5b97 req-8e7ed054-b783-45c3-a22d-4967a23cebca tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:41.410734 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3cd44e87-0574-454e-8ae5-8d7fc92a5b97 req-8e7ed054-b783-45c3-a22d-4967a23cebca tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.1223905 Jul 28 22:32:41.439558 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:41.504282 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c36d8e2e-6256-4e6e-9d4f-5fbef705c5df req-8c3e76c5-a361-4ddb-abc8-1ca49d4135cf tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5606c87-43fb-42b9-b876-929d94fff6bb HTTP/1.1" status: 200 len: 210 time: 0.0556242 Jul 28 22:32:41.514726 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3cd44e87-0574-454e-8ae5-8d7fc92a5b97 req-e1a563b2-3ce1-46ea-9ea5-eca7126e8c5d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952556 Jul 28 22:32:41.575979 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-1528719d-9ef4-45bd-82d1-50af20dd81f3 None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:41.728077 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:40Z', 'revision_number': 3, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:41.758049 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Checking router: 4f77eabe-b3ee-4fc4-95ce-63f966079580 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:32:41.758644 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Updating router 4f77eabe-b3ee-4fc4-95ce-63f966079580 port dd524bd2-824d-402e-bc32-ccc9a6f63561 binding host dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:32:41.790248 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:41.800738 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:41.883980 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-1528719d-9ef4-45bd-82d1-50af20dd81f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'df75531d-e6aa-4e66-b721-1edc7efadff7', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:f9:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:24Z', 'updated_at': '2022-07-28T22:29:04Z', 'revision_number': 2, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:41.936837 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:41.947517 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device dd720bcd-990e-4363-a75f-e192e01c62e3 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:32:41.950540 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1528719d-9ef4-45bd-82d1-50af20dd81f3 None None] The sync data for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi is: [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'df75531d-e6aa-4e66-b721-1edc7efadff7', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.171', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:f9:72:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:28:24Z', 'updated_at': '2022-07-28T22:29:04Z', 'revision_number': 2, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:32:41.973272 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:42.007806 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port dd720bcd-990e-4363-a75f-e192e01c62e3 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:42.008186 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (dd720bcd-990e-4363-a75f-e192e01c62e3), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.041259 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:42.109872 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Publish callbacks [] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.118683 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port dd720bcd-990e-4363-a75f-e192e01c62e3 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:42.121250 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.197436 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Allocated IP 172.20.0.1 (ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e/ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1/222ce901-eb5a-48e0-8977-1d78bddab36b) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:32:42.203489 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Pushing event updated for resources: {'Port': ['ID=dd524bd2-824d-402e-bc32-ccc9a6f63561,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:42.207185 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Attempting to bind port dd524bd2-824d-402e-bc32-ccc9a6f63561 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:32:42.207594 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Attempting to bind port dd524bd2-824d-402e-bc32-ccc9a6f63561 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:32:42.207989 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Attempting to bind port dd524bd2-824d-402e-bc32-ccc9a6f63561 on network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:32:42.215105 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.215449 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.215798 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.216147 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.216504 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.216842 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.217157 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.217485 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.217842 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.218160 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.218480 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.218812 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.219135 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.219450 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.219761 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:42.225660 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:32:42.226730 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Checking segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:32:42.227158 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.227543 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Bound using segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:32:42.228026 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Bound port: dd524bd2-824d-402e-bc32-ccc9a6f63561, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:32:42.228424 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.311697 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] For port dd524bd2-824d-402e-bc32-ccc9a6f63561, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:32:42.314973 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] For port dd524bd2-824d-402e-bc32-ccc9a6f63561, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=dd524bd2-824d-402e-bc32-ccc9a6f63561,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:32:42.335128 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.339557 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:42.399100 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:42.400231 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:42.413710 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Publish callbacks [] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.430284 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c6fc8-68eb-4022-a5c4-7d876c92f22a req-247dbbb9-602c-448e-a8ab-95e195910e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:42.442235 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2b1c6fc8-68eb-4022-a5c4-7d876c92f22a req-247dbbb9-602c-448e-a8ab-95e195910e23 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.1179600 Jul 28 22:32:42.446332 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8d2b3-2702-4739-9ff1-3b34bf4d73bf None None] Pushing event updated for resources: {'Port': ['ID=dd524bd2-824d-402e-bc32-ccc9a6f63561,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:42.463399 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f9de4-46ad-4134-958c-fc6908c6892c None None] New status for floating IP 82366e08-11dc-44bd-992b-f3017c0505f4: DOWN {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:32:42.490288 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.513614 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:42.524856 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:42.530441 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2b1c6fc8-68eb-4022-a5c4-7d876c92f22a req-cab29036-59ea-465e-b5ec-e53ec831de31 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866365 Jul 28 22:32:42.600073 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Pushing event updated for resources: {'Port': ['ID=222ce901-eb5a-48e0-8977-1d78bddab36b,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:42.614015 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:32:42.618157 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:32:42.635514 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:32:42.701513 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44554) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:42.722987 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:42.772872 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353153'] for router_interface (4f77eabe-b3ee-4fc4-95ce-63f966079580), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.784877 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dc33a62e-0205-4088-86c5-573f9aa36c72 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (088106aa-a4d1-47ec-a8bd-60a2f0751237), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.830668 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dc33a62e-0205-4088-86c5-573f9aa36c72 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (088106aa-a4d1-47ec-a8bd-60a2f0751237), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.845484 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:40Z', 'revision_number': 3, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:42.881658 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b19901-bb1f-4cee-b42e-f3d2bb4c7942 None None] The sync data for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi is: [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:40Z', 'revision_number': 3, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:32:42.920658 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dc33a62e-0205-4088-86c5-573f9aa36c72 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (088106aa-a4d1-47ec-a8bd-60a2f0751237), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.924231 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dc33a62e-0205-4088-86c5-573f9aa36c72 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.925193 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-dc33a62e-0205-4088-86c5-573f9aa36c72 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "DELETE /v2.0/security-groups/088106aa-a4d1-47ec-a8bd-60a2f0751237 HTTP/1.1" status: 204 len: 168 time: 0.2222371 Jul 28 22:32:42.929138 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44556) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:42.937851 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33a62e-0205-4088-86c5-573f9aa36c72 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=088106aa-a4d1-47ec-a8bd-60a2f0751237,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:42.967703 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.api.v2.resource [None req-de9bb952-2745-477e-8f60-b262df99770a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] show failed (client error): The resource could not be found. Jul 28 22:32:42.970122 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-de9bb952-2745-477e-8f60-b262df99770a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups/088106aa-a4d1-47ec-a8bd-60a2f0751237 HTTP/1.1" status: 404 len: 347 time: 0.0396004 Jul 28 22:32:42.971887 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44558) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:42.979399 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:42.994319 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:32:43.023934 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:32:43.024281 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 7264386b-d8eb-4240-9b23-13c3bbbc0ba3 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:32:43.027437 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-0d67b345-2336-4322-b8fe-96722f218bdf None None] Provisioning complete for port 222ce901-eb5a-48e0-8977-1d78bddab36b triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:43.027811 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0d67b345-2336-4322-b8fe-96722f218bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:43.067490 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-0d67b345-2336-4322-b8fe-96722f218bdf None None] Port 222ce901-eb5a-48e0-8977-1d78bddab36b cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:32:43.097684 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-3574b0f4-1476-4a27-81db-69a73c021130 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Deleting port b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:32:43.098036 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3574b0f4-1476-4a27-81db-69a73c021130 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:43.143738 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:43.171406 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Publish callbacks [] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:43.182094 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:43.223082 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3574b0f4-1476-4a27-81db-69a73c021130 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:43.224744 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3574b0f4-1476-4a27-81db-69a73c021130 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:43.248798 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-3574b0f4-1476-4a27-81db-69a73c021130 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Calling delete_port for b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e owned by network:floatingip {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:32:43.278330 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-353277'] for router_interface (4f77eabe-b3ee-4fc4-95ce-63f966079580), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:43.281408 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Pushing event updated for resources: {'Port': ['ID=222ce901-eb5a-48e0-8977-1d78bddab36b,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:43.395540 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:32:43.397666 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:32:43.421366 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3574b0f4-1476-4a27-81db-69a73c021130 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:43.447522 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574b0f4-1476-4a27-81db-69a73c021130 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event deleted for resources: {'Port': ['ID=b4cdcd38-47b1-449f-8b7c-f3ae07ae7d0e,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:43.517984 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Router 4f77eabe-b3ee-4fc4-95ce-63f966079580 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:32:43.531201 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:43.575922 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3574b0f4-1476-4a27-81db-69a73c021130 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (82366e08-11dc-44bd-992b-f3017c0505f4), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:43.584127 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3574b0f4-1476-4a27-81db-69a73c021130 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:43.590286 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-3574b0f4-1476-4a27-81db-69a73c021130 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "DELETE /v2.0/floatingips/82366e08-11dc-44bd-992b-f3017c0505f4 HTTP/1.1" status: 204 len: 168 time: 0.6170948 Jul 28 22:32:43.717471 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:32:43.726628 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-57acbf05-679c-4f18-8281-5433e0e58d8d admin admin] 10.222.0.39 "PUT /v2.0/routers/4f77eabe-b3ee-4fc4-95ce-63f966079580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4024615 Jul 28 22:32:43.742296 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea041e40-4fb6-44e8-9774-82f1eed89078 req-eac62282-baba-40bb-a0d5-dbc4003291ac tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:43.749823 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ea041e40-4fb6-44e8-9774-82f1eed89078 req-eac62282-baba-40bb-a0d5-dbc4003291ac tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0968771 Jul 28 22:32:43.794089 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-236b4a89-f3d4-4c50-a8ac-2132616de0c0 None None] Provisioning complete for port 222ce901-eb5a-48e0-8977-1d78bddab36b triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:43.794829 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-236b4a89-f3d4-4c50-a8ac-2132616de0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:43.805393 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ea041e40-4fb6-44e8-9774-82f1eed89078 req-d81d160a-1b64-4eb0-a26a-57aeed01678f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545979 Jul 28 22:32:43.844767 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-236b4a89-f3d4-4c50-a8ac-2132616de0c0 None None] Port 222ce901-eb5a-48e0-8977-1d78bddab36b cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:32:44.001040 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device dd524bd2-824d-402e-bc32-ccc9a6f63561 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:32:44.087917 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port dd524bd2-824d-402e-bc32-ccc9a6f63561 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:44.088424 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:44.170315 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:44.226500 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port dd524bd2-824d-402e-bc32-ccc9a6f63561 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:44.226883 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:44.255804 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port dd524bd2-824d-402e-bc32-ccc9a6f63561, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=dd524bd2-824d-402e-bc32-ccc9a6f63561,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:32:44.261257 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:44.288346 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:44.300101 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf548e-6a8b-4a6d-93a0-ab3b602237f5 req-88e22d24-d264-4724-93d5-1cb76f4937c3 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:44.301614 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1bbf548e-6a8b-4a6d-93a0-ab3b602237f5 req-88e22d24-d264-4724-93d5-1cb76f4937c3 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 947 time: 0.0513473 Jul 28 22:32:44.319216 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=dd524bd2-824d-402e-bc32-ccc9a6f63561,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:44.327055 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.327705 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.328242 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.328601 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.329096 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.329439 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.329798 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.330132 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.330468 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.330797 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.331128 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.331473 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.331806 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.332129 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.332455 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:32:44.361933 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1bbf548e-6a8b-4a6d-93a0-ab3b602237f5 req-f20d7b75-b7a4-43b8-bdd9-538a1966b4fe tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536768 Jul 28 22:32:44.406594 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44594) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:44.411328 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1266369669-network', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:44.432039 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Made reservation on behalf of be22185cb3a1487787eaaa875566eebe for: {'network': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:32:44.434316 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:44.443955 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:44.464183 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:44.522169 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Publish callbacks [] for security_group (ffab1c41-25d3-472a-8e4c-5226536bf52d), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:44.525850 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ffab1c41-25d3-472a-8e4c-5226536bf52d), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:44.565575 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=104117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:32:44.571157 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffab1c41-25d3-472a-8e4c-5226536bf52d,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:44.579521 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:44.579873 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.segments_db [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Added segment 9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa of type vlan for network 6b5fd957-7c60-463b-b589-59f8f85662cc Jul 28 22:32:44.624571 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (6b5fd957-7c60-463b-b589-59f8f85662cc), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:44.649479 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (6b5fd957-7c60-463b-b589-59f8f85662cc), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:44.650655 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:44.651260 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:44.711792 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3041730 Jul 28 22:32:44.714565 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44596) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:44.719461 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-4ad5ada7-7713-409e-b427-9c0bd822e1d2 admin admin] Request body: {'subnet': {'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1266369669-subnet', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'ip_version': 4}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:44.720846 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71e195-d618-43c1-aada-feefa85cfe71 admin admin] Pushing event updated for resources: {'Network': ['ID=6b5fd957-7c60-463b-b589-59f8f85662cc,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:44.732004 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 6b5fd957-7c60-463b-b589-59f8f85662cc details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:32:44.750835 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad5ada7-7713-409e-b427-9c0bd822e1d2 admin admin] Made reservation on behalf of be22185cb3a1487787eaaa875566eebe for: {'subnet': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:32:44.753209 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4ad5ada7-7713-409e-b427-9c0bd822e1d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59176997'] for subnet (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:44.908888 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Sync routers for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:32:44.920489 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:44.921145 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:44.933162 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4ad5ada7-7713-409e-b427-9c0bd822e1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62513026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59176971'] for subnet (efd9d7e5-320d-4ed2-b356-befd3bb0f462), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:44.943810 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab31ee-9163-48fa-a3cc-b6b8cbb0c887 req-4eaf80e0-6cf0-4142-9fd8-4008e8e1b2d0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:44.945254 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bfab31ee-9163-48fa-a3cc-b6b8cbb0c887 req-4eaf80e0-6cf0-4142-9fd8-4008e8e1b2d0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0635190 Jul 28 22:32:44.996208 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5ada7-7713-409e-b427-9c0bd822e1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd9d7e5-320d-4ed2-b356-befd3bb0f462,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:44.998372 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bfab31ee-9163-48fa-a3cc-b6b8cbb0c887 req-72d49858-57d0-4b8e-a7bc-77d5f9cf4a66 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464494 Jul 28 22:32:45.007430 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad5ada7-7713-409e-b427-9c0bd822e1d2 admin admin] Checking segment: {'id': '9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:32:45.007879 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad5ada7-7713-409e-b427-9c0bd822e1d2 admin admin] Network hostable DHCP agents. Network: 6b5fd957-7c60-463b-b589-59f8f85662cc, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:32:45.034896 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad5ada7-7713-409e-b427-9c0bd822e1d2 admin admin] Network 6b5fd957-7c60-463b-b589-59f8f85662cc is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:32:45.036204 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:45.046738 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-4ad5ada7-7713-409e-b427-9c0bd822e1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 6b5fd957-7c60-463b-b589-59f8f85662cc) {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:32:45.051503 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad5ada7-7713-409e-b427-9c0bd822e1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:45.051663 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4ad5ada7-7713-409e-b427-9c0bd822e1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.056537 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ce0a6-ea31-464e-a4f6-8e3f0ebf9bc2 None None] Network 6b5fd957-7c60-463b-b589-59f8f85662cc requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:32:45.079897 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-4ad5ada7-7713-409e-b427-9c0bd822e1d2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3623781 Jul 28 22:32:45.080109 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44600) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:45.085451 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1266369669-router', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:45.109644 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-355861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-678'] for router (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.110344 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-687'] for router (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.183907 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Publish callbacks [] for router_controller (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), precommit_add_association {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.196716 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:45.200644 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f313812-be9c-585b-b2da-26cdb27816da-6b5fd957-7c60-463b-b589-59f8f85662cc', 'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc', 'project_id': 'be22185cb3a1487787eaaa875566eebe', 'fixed_ips': [{'subnet_id': 'efd9d7e5-320d-4ed2-b356-befd3bb0f462'}]}} from dv-cinder-850939-3-iscsi. {{(pid=104118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 22:32:45.202008 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.338696 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:43Z', 'revision_number': 2, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:45.348937 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.db_base_plugin_common [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Allocated IP 172.20.0.2 (6b5fd957-7c60-463b-b589-59f8f85662cc/efd9d7e5-320d-4ed2-b356-befd3bb0f462/490ab269-b7b2-4b0d-ab70-43abd593a4b5) {{(pid=104118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:32:45.353741 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:45.369739 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Checking router: 4f77eabe-b3ee-4fc4-95ce-63f966079580 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:32:45.371522 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Updating router 4f77eabe-b3ee-4fc4-95ce-63f966079580 port 222ce901-eb5a-48e0-8977-1d78bddab36b binding host dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:32:45.403461 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:45.406879 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.445268 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-66d7d60f-99f5-4ad8-9291-9c6b597728dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.508840 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4055c-ed27-46bb-89c6-9256584529a7 req-d1875498-ed43-4c92-a4ae-7f4a737da0fd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:45.517774 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8ca4055c-ed27-46bb-89c6-9256584529a7 req-d1875498-ed43-4c92-a4ae-7f4a737da0fd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 947 time: 0.0655653 Jul 28 22:32:45.561690 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Publish callbacks [] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), precommit_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.571663 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.580395 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8ca4055c-ed27-46bb-89c6-9256584529a7 req-435fedc2-f74e-4d63-bbbb-13416eda5d4d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613670 Jul 28 22:32:45.606869 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Publish callbacks [] for router_gateway (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.611706 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Network 6b5fd957-7c60-463b-b589-59f8f85662cc is already hosted by enough agents. {{(pid=104118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:32:45.617646 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.base_scheduler [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Resources bound (agent type, host, resource id): {{(pid=104118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:32:45.620322 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Received port after_create {{(pid=104118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:32:45.643082 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Pushing event updated for resources: {'Port': ['ID=490ab269-b7b2-4b0d-ab70-43abd593a4b5,revision_number=1']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:45.698298 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Attempting to bind port 490ab269-b7b2-4b0d-ab70-43abd593a4b5 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:32:45.698586 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Attempting to bind port 490ab269-b7b2-4b0d-ab70-43abd593a4b5 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:32:45.698952 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Attempting to bind port 490ab269-b7b2-4b0d-ab70-43abd593a4b5 on network 6b5fd957-7c60-463b-b589-59f8f85662cc {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:32:45.704457 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:32:45.704837 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Checking segment: {'id': '9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:32:45.705244 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.705674 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Bound using segment: {'id': '9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:32:45.706147 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Bound port: 490ab269-b7b2-4b0d-ab70-43abd593a4b5, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:32:45.706643 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.743278 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Publish callbacks [] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.749013 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.769450 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] For port 490ab269-b7b2-4b0d-ab70-43abd593a4b5, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:32:45.773494 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] For port 490ab269-b7b2-4b0d-ab70-43abd593a4b5, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=490ab269-b7b2-4b0d-ab70-43abd593a4b5,segment=NetworkSegment(9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa),segment_id=9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:32:45.780005 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.806354 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1f2c8-0a13-4651-832c-b5d637108bf1 None None] Pushing event updated for resources: {'Port': ['ID=222ce901-eb5a-48e0-8977-1d78bddab36b,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:45.809388 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:45.815794 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Publish callbacks [] for router_gateway (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.846895 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.871327 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12a12b-95b6-4871-9c62-4a503fc6fb82 None None] Pushing event updated for resources: {'Port': ['ID=490ab269-b7b2-4b0d-ab70-43abd593a4b5,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:45.879021 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:45.953403 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Attempting to bind port 222ce901-eb5a-48e0-8977-1d78bddab36b on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:32:45.954594 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Attempting to bind port 222ce901-eb5a-48e0-8977-1d78bddab36b by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:32:45.955169 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Attempting to bind port 222ce901-eb5a-48e0-8977-1d78bddab36b on network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:32:45.962534 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:32:45.962913 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Checking segment: {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:32:45.963302 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.963702 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Bound using segment: {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:32:45.964883 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Bound port: 222ce901-eb5a-48e0-8977-1d78bddab36b, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:32:45.965298 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:45.968626 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device dd524bd2-824d-402e-bc32-ccc9a6f63561 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:32:46.011484 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:46.044046 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Allocated IP 172.27.3.97 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/f0eb9884-a094-4a07-9906-acec7f2dd567) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:32:46.061797 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] For port 222ce901-eb5a-48e0-8977-1d78bddab36b, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:32:46.066511 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] For port 222ce901-eb5a-48e0-8977-1d78bddab36b, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=222ce901-eb5a-48e0-8977-1d78bddab36b,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:32:46.066716 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port dd524bd2-824d-402e-bc32-ccc9a6f63561 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:46.067158 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:46.081009 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:46.181175 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port dd524bd2-824d-402e-bc32-ccc9a6f63561 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:46.196329 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-ff208a61-62a9-431e-b54a-99415aadf932 None None] Provisioning complete for port 222ce901-eb5a-48e0-8977-1d78bddab36b triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:46.196711 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ff208a61-62a9-431e-b54a-99415aadf932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:46.201379 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d000b8-fcdf-46ee-8292-3ec8732c4ea1 req-34722f1f-4494-4af5-9d2a-73cfa02f140b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:46.212546 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b1d000b8-fcdf-46ee-8292-3ec8732c4ea1 req-34722f1f-4494-4af5-9d2a-73cfa02f140b tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.1152158 Jul 28 22:32:46.269908 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1f2c8-0a13-4651-832c-b5d637108bf1 None None] Pushing event updated for resources: {'Port': ['ID=222ce901-eb5a-48e0-8977-1d78bddab36b,revision_number=4']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:46.279593 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:46.281876 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:46.324080 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-ff208a61-62a9-431e-b54a-99415aadf932 None None] Current status of the port 222ce901-eb5a-48e0-8977-1d78bddab36b is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:46.324698 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ff208a61-62a9-431e-b54a-99415aadf932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:46.373420 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-ff208a61-62a9-431e-b54a-99415aadf932 None None] For port 222ce901-eb5a-48e0-8977-1d78bddab36b, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=222ce901-eb5a-48e0-8977-1d78bddab36b,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:32:46.376819 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b1d000b8-fcdf-46ee-8292-3ec8732c4ea1 req-de0278c5-0f8d-48f5-a67a-1d3a118ff858 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575444 Jul 28 22:32:46.386628 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ff208a61-62a9-431e-b54a-99415aadf932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:46.460108 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Publish callbacks [] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:46.471022 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:46.472746 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-f5e64b1a-bede-4ef3-b48a-1a21adedaee8 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:46.475056 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-f5e64b1a-bede-4ef3-b48a-1a21adedaee8 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.58 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 947 time: 0.1680992 Jul 28 22:32:46.479655 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff208a61-62a9-431e-b54a-99415aadf932 None None] Pushing event updated for resources: {'Port': ['ID=222ce901-eb5a-48e0-8977-1d78bddab36b,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:46.557627 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:46.615814 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-559fa2c1-3a25-44f1-9d69-475fde3c808e None None] Provisioning complete for port 222ce901-eb5a-48e0-8977-1d78bddab36b triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:46.616444 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-559fa2c1-3a25-44f1-9d69-475fde3c808e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:46.666673 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:32:46.669696 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Deleting port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:32:46.670040 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:46.686863 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:32:46.689358 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:32:46.708009 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:46.718314 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Pushing event updated for resources: {'Port': ['ID=f0eb9884-a094-4a07-9906-acec7f2dd567,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:46.729559 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-559fa2c1-3a25-44f1-9d69-475fde3c808e None None] Current status of the port 222ce901-eb5a-48e0-8977-1d78bddab36b is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:46.744025 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36bc345-592e-4119-bede-47a7cff6556b None None] The sync data for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi is: [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:32:46.752958 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e05d7b-8914-4760-a864-e1a122667755 req-d914fa58-f2c5-48c5-8a65-009bb9550a62 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:46.760674 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-34e05d7b-8914-4760-a864-e1a122667755 req-d914fa58-f2c5-48c5-8a65-009bb9550a62 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 947 time: 0.0750282 Jul 28 22:32:46.854548 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-34e05d7b-8914-4760-a864-e1a122667755 req-bc4df789-47d5-44b0-835b-47926fb5a696 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928419 Jul 28 22:32:46.882152 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] For port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:32:46.882624 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:46.917831 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:47.145061 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:47.176736 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Publish callbacks [] for router_gateway (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:47.217906 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:47.218274 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (6f6b2637-25c7-45cc-9574-dc7d7a650587), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:47.218600 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Floating IP 6f6b2637-25c7-45cc-9574-dc7d7a650587 disassociated. External IP: 172.27.3.28, port: 69cbbc60-3ab6-406c-b5fc-7e37b29888d2. Jul 28 22:32:47.218950 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Calling delete_port for 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:32:47.226370 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba3b1d4-3724-4f03-9239-e13d6f9808a9 None None] Network 6b5fd957-7c60-463b-b589-59f8f85662cc requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:32:47.296948 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-3cd41c37-3ee3-4757-b201-dc63313550ac None None] Provisioning complete for port 490ab269-b7b2-4b0d-ab70-43abd593a4b5 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:47.297325 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3cd41c37-3ee3-4757-b201-dc63313550ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:47.305638 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:47.460176 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:47.493490 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-3cd41c37-3ee3-4757-b201-dc63313550ac None None] Current status of the port 490ab269-b7b2-4b0d-ab70-43abd593a4b5 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:47.493940 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3cd41c37-3ee3-4757-b201-dc63313550ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:47.514659 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5c71f954-cbf8-4b14-a2c8-2ecfaf41686f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:47.559168 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-3cd41c37-3ee3-4757-b201-dc63313550ac None None] For port 490ab269-b7b2-4b0d-ab70-43abd593a4b5, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=490ab269-b7b2-4b0d-ab70-43abd593a4b5,segment=NetworkSegment(9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa),segment_id=9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:32:47.560829 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-353995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364417'] for router (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:47.566723 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3cd41c37-3ee3-4757-b201-dc63313550ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:47.572382 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (69cbbc60-3ab6-406c-b5fc-7e37b29888d2), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:47.587765 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca05e7-4074-4cd2-bdf1-66c5638e88ad req-6f1705fa-027b-4af9-81c3-ea6792933877 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:47.589604 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b1ca05e7-4074-4cd2-bdf1-66c5638e88ad req-6f1705fa-027b-4af9-81c3-ea6792933877 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0793772 Jul 28 22:32:47.656667 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:47.671409 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd41c37-3ee3-4757-b201-dc63313550ac None None] Pushing event updated for resources: {'Port': ['ID=490ab269-b7b2-4b0d-ab70-43abd593a4b5,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:47.671589 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b1ca05e7-4074-4cd2-bdf1-66c5638e88ad req-ddbd50fa-ddc4-4460-921c-5c753c70f2cd tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737903 Jul 28 22:32:47.750975 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event deleted for resources: {'Port': ['ID=69cbbc60-3ab6-406c-b5fc-7e37b29888d2,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:47.810779 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-f9dcc250-08cc-44a6-be72-0d13a1a0c4b5 None None] Provisioning complete for port 490ab269-b7b2-4b0d-ab70-43abd593a4b5 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:47.811307 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc250-08cc-44a6-be72-0d13a1a0c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:47.872954 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99216078-6ee3-4fe1-8ffa-305f6f87e50d req-5385ea86-0267-42bb-81f7-e47934c1a605 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:47.881889 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-99216078-6ee3-4fe1-8ffa-305f6f87e50d req-5385ea86-0267-42bb-81f7-e47934c1a605 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 946 time: 0.0740952 Jul 28 22:32:47.908421 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:47.949027 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Router 84e728da-e7c5-4640-b795-c7ed907d7480 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:32:47.955581 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-99216078-6ee3-4fe1-8ffa-305f6f87e50d req-caa2e69e-1d5d-4fb6-bf8f-dee8aa822efb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704107 Jul 28 22:32:47.979897 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Router a1f28129-47c0-4ffc-b225-bbd02d1cfeea is scheduled to L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b with binding_index 1 {{(pid=104116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 22:32:47.985202 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-f9dcc250-08cc-44a6-be72-0d13a1a0c4b5 None None] Current status of the port 490ab269-b7b2-4b0d-ab70-43abd593a4b5 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:48.054184 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-72096e69-d311-49f9-81e9-6cb5087a6452 req-836d2c9f-0054-424f-b2dd-4f841a2e5b5b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 210 time: 0.0456245 Jul 28 22:32:48.067449 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 490ab269-b7b2-4b0d-ab70-43abd593a4b5 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:32:48.136528 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 490ab269-b7b2-4b0d-ab70-43abd593a4b5 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:48.136894 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:48.225745 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 490ab269-b7b2-4b0d-ab70-43abd593a4b5 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:48.226960 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 222ce901-eb5a-48e0-8977-1d78bddab36b up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:32:48.291465 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 222ce901-eb5a-48e0-8977-1d78bddab36b triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:48.291737 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:48.376591 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 222ce901-eb5a-48e0-8977-1d78bddab36b is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:48.408731 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:32:48.416381 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:32:48.421577 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea2a8d-e19b-46d2-bdff-b32f3f6b7ea5 None None] Sync routers for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:32:48.425814 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Sync routers for ids ['a1f28129-47c0-4ffc-b225-bbd02d1cfeea'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:32:48.437337 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:48.437509 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea2a8d-e19b-46d2-bdff-b32f3f6b7ea5 None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:48.444749 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-c1ea2a8d-e19b-46d2-bdff-b32f3f6b7ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:48.446796 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Routers {'a1f28129-47c0-4ffc-b225-bbd02d1cfeea'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:48.447461 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['a1f28129-47c0-4ffc-b225-bbd02d1cfeea'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:48.460750 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] No DVR routers for this DVR port 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:32:48.463438 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:48.466626 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-cf377b80-b368-40fc-a3e7-b363c5450367 req-7ade56fa-8c72-4a4d-902f-ba772341cc91 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.58 "DELETE /v2.0/ports/69cbbc60-3ab6-406c-b5fc-7e37b29888d2 HTTP/1.1" status: 204 len: 173 time: 1.9825761 Jul 28 22:32:48.467068 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'name': 'network-vif-deleted', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:32:48.469324 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11607591-1118-4564-81ea-2ab7e845a15b" -d '{"events": [{"server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "name": "network-vif-deleted", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:32:48.475025 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:48.476199 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-9046035a-28b1-4601-9f66-f5b8a99c3306 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3951247 Jul 28 22:32:48.478835 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44626) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:48.536836 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be9a3bd-378d-49d2-b19c-9f1c07bdb560 x-openstack-request-id: req-8be9a3bd-378d-49d2-b19c-9f1c07bdb560 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:32:48.537195 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782b475d-87bc-47f5-9cc2-4245086dc6c4", "name": "network-vif-deleted", "tag": "69cbbc60-3ab6-406c-b5fc-7e37b29888d2", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:32:48.537393 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8be9a3bd-378d-49d2-b19c-9f1c07bdb560 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:32:48.537828 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be9a3bd-378d-49d2-b19c-9f1c07bdb560'] response: {'server_uuid': '782b475d-87bc-47f5-9cc2-4245086dc6c4', 'name': 'network-vif-deleted', 'tag': '69cbbc60-3ab6-406c-b5fc-7e37b29888d2', 'status': 'completed', 'code': 200} Jul 28 22:32:48.561840 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Set router a1f28129-47c0-4ffc-b225-bbd02d1cfeea gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:48.563770 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-c1ea2a8d-e19b-46d2-bdff-b32f3f6b7ea5 None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:48.664415 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:48.753886 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'name': 'tempest-TestVolumeBootPattern-1266369669-router', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 3, 'project_id': 'be22185cb3a1487787eaaa875566eebe', 'gw_port': {'id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:84:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:48.779982 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:48.789183 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-c1ea2a8d-e19b-46d2-bdff-b32f3f6b7ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:24Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:48.797387 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:48.801830 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Checking router: a1f28129-47c0-4ffc-b225-bbd02d1cfeea for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:32:48.802383 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Updating router a1f28129-47c0-4ffc-b225-bbd02d1cfeea port f0eb9884-a094-4a07-9906-acec7f2dd567 binding host dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:32:48.827545 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea2a8d-e19b-46d2-bdff-b32f3f6b7ea5 None None] Checking router: 84e728da-e7c5-4640-b795-c7ed907d7480 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:32:48.839300 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:48.840476 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea2a8d-e19b-46d2-bdff-b32f3f6b7ea5 None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:48.841104 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-c1ea2a8d-e19b-46d2-bdff-b32f3f6b7ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:48.842585 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec7abd-3574-42f9-9218-b2bef41fe45c req-9ab2beec-9312-4d52-b581-012cd0b1b562 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:48.844422 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1bec7abd-3574-42f9-9218-b2bef41fe45c req-9ab2beec-9312-4d52-b581-012cd0b1b562 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0574846 Jul 28 22:32:48.846666 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:48.893196 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:48.902387 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1bec7abd-3574-42f9-9218-b2bef41fe45c req-754a4cf3-601b-4813-94ef-f6b4f41d3155 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515239 Jul 28 22:32:48.967043 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:49.058775 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:49.112307 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f1297-ba63-4088-9ad5-d994991bdcc2 req-6066fa9b-676a-41d5-a864-fc49abc30082 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:49.113860 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-214f1297-ba63-4088-9ad5-d994991bdcc2 req-6066fa9b-676a-41d5-a864-fc49abc30082 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 946 time: 0.0717421 Jul 28 22:32:49.133357 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-c1ea2a8d-e19b-46d2-bdff-b32f3f6b7ea5 None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:49.195627 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Allocated IP 172.20.0.1 (6b5fd957-7c60-463b-b589-59f8f85662cc/efd9d7e5-320d-4ed2-b356-befd3bb0f462/85ae2119-0841-4b95-b977-6bf65152e0b2) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:32:49.259015 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aeb6584f-6b84-4228-9c30-27e7d6fcc342 req-dfda9e28-8541-474a-a448-c0658025def4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 210 time: 0.0550525 Jul 28 22:32:49.264856 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:49.279319 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-214f1297-ba63-4088-9ad5-d994991bdcc2 req-a274fa83-58ce-4428-936f-2428a76c4dcf tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575546 Jul 28 22:32:49.338077 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Publish callbacks [] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:49.345222 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:49.361471 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Publish callbacks [] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:49.400069 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:49.405381 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Attempting to bind port f0eb9884-a094-4a07-9906-acec7f2dd567 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:32:49.405784 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Attempting to bind port f0eb9884-a094-4a07-9906-acec7f2dd567 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:32:49.406768 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Attempting to bind port f0eb9884-a094-4a07-9906-acec7f2dd567 on network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:32:49.413005 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-c1ea2a8d-e19b-46d2-bdff-b32f3f6b7ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:24Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:49.413647 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85caf3-fc3f-459e-8c4d-44c0087939df None None] Pushing event updated for resources: {'Port': ['ID=f0eb9884-a094-4a07-9906-acec7f2dd567,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:49.419720 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:32:49.420139 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Checking segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:32:49.420502 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:49.420945 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Bound using segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:32:49.421438 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Bound port: f0eb9884-a094-4a07-9906-acec7f2dd567, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:32:49.421886 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:49.442798 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:49.453651 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea2a8d-e19b-46d2-bdff-b32f3f6b7ea5 None None] The sync data for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi is: [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:24Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:32:49.481380 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] For port f0eb9884-a094-4a07-9906-acec7f2dd567, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:32:49.486189 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] For port f0eb9884-a094-4a07-9906-acec7f2dd567, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=f0eb9884-a094-4a07-9906-acec7f2dd567,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:32:49.493787 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Network 6b5fd957-7c60-463b-b589-59f8f85662cc is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:32:49.493904 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:49.501444 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:32:49.507731 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:32:49.515767 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-8dc062b5-7a07-42b1-9f22-16d9b283e6f1 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:49.517321 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-8dc062b5-7a07-42b1-9f22-16d9b283e6f1 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 946 time: 0.1146209 Jul 28 22:32:49.541979 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Pushing event updated for resources: {'Port': ['ID=85ae2119-0841-4b95-b977-6bf65152e0b2,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:49.560466 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Routers {'a1f28129-47c0-4ffc-b225-bbd02d1cfeea'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:49.561099 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['a1f28129-47c0-4ffc-b225-bbd02d1cfeea'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:49.567176 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85caf3-fc3f-459e-8c4d-44c0087939df None None] Pushing event updated for resources: {'Port': ['ID=f0eb9884-a094-4a07-9906-acec7f2dd567,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:49.569269 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353153'] for router_interface (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:49.701683 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] Set router a1f28129-47c0-4ffc-b225-bbd02d1cfeea gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:49.733172 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:49.795275 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd83295-bfc7-48f7-82b9-c085f213f85c None None] New status for floating IP 6f6b2637-25c7-45cc-9574-dc7d7a650587: DOWN {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:32:49.900563 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-dea66e67-a14f-4998-ad9e-bf91d82bc3c5 None None] Provisioning complete for port 85ae2119-0841-4b95-b977-6bf65152e0b2 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:49.900820 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-dea66e67-a14f-4998-ad9e-bf91d82bc3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:49.901875 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'name': 'tempest-TestVolumeBootPattern-1266369669-router', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 3, 'project_id': 'be22185cb3a1487787eaaa875566eebe', 'gw_port': {'id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:84:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:49.923342 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Publish callbacks [] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:49.929741 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:49.930334 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906a4f09-75f1-437c-8958-76c6c9b15d3b None None] The sync data for ids ['a1f28129-47c0-4ffc-b225-bbd02d1cfeea'] in dv-cinder-850939-3-iscsi is: [{'id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'name': 'tempest-TestVolumeBootPattern-1266369669-router', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 3, 'project_id': 'be22185cb3a1487787eaaa875566eebe', 'gw_port': {'id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:84:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:32:49.995599 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-dea66e67-a14f-4998-ad9e-bf91d82bc3c5 None None] Port 85ae2119-0841-4b95-b977-6bf65152e0b2 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:32:50.012681 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-353277'] for router_interface (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:50.014605 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Pushing event updated for resources: {'Port': ['ID=85ae2119-0841-4b95-b977-6bf65152e0b2,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:50.065923 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932b112-9cea-41e5-b870-6938936bc149 req-3c47a332-3cd1-4817-ba36-fe2ffe424718 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:50.070748 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e932b112-9cea-41e5-b870-6938936bc149 req-3c47a332-3cd1-4817-ba36-fe2ffe424718 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0631225 Jul 28 22:32:50.131231 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Network 6b5fd957-7c60-463b-b589-59f8f85662cc is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:32:50.131970 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e932b112-9cea-41e5-b870-6938936bc149 req-b51f8c4d-b1cb-4900-873b-3f08c2f95804 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552256 Jul 28 22:32:50.132698 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:32:50.236596 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:50.258482 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Router a1f28129-47c0-4ffc-b225-bbd02d1cfeea has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:32:50.310082 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:50.392719 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:32:50.416660 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-e9a82685-823d-462f-b70f-299c81c0b79b admin admin] 10.222.0.39 "PUT /v2.0/routers/a1f28129-47c0-4ffc-b225-bbd02d1cfeea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9367900 Jul 28 22:32:50.427698 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:50.479713 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d74a6825-6ea4-437b-b613-1ef51e783680 req-4b4d6922-61db-4ac7-9359-305c6656ecf4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=782b475d-87bc-47f5-9cc2-4245086dc6c4 HTTP/1.1" status: 200 len: 210 time: 0.0384202 Jul 28 22:32:50.486216 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82c574-2b9c-4f40-ab6e-43dcdd4503ed req-f9df347b-9102-4c8a-a724-a2dd60853ca8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:50.494370 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7a82c574-2b9c-4f40-ab6e-43dcdd4503ed req-f9df347b-9102-4c8a-a724-a2dd60853ca8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 946 time: 0.1066334 Jul 28 22:32:50.534884 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-1df7e0b0-d8eb-4cc6-b02f-3a517f1e13f3 None None] Provisioning complete for port 85ae2119-0841-4b95-b977-6bf65152e0b2 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:50.535322 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-1df7e0b0-d8eb-4cc6-b02f-3a517f1e13f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:50.555194 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:50.605944 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7a82c574-2b9c-4f40-ab6e-43dcdd4503ed req-804b7be6-213d-47f2-a08b-557b123e36b0 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083207 Jul 28 22:32:50.622300 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-1df7e0b0-d8eb-4cc6-b02f-3a517f1e13f3 None None] Port 85ae2119-0841-4b95-b977-6bf65152e0b2 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:32:50.664539 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Deleting port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:32:50.664758 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:50.769212 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b77957-9264-47cb-97d0-39bd0d7b0581 req-373bd25e-0483-4b7c-8710-9b92183d580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:50.771249 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c4b77957-9264-47cb-97d0-39bd0d7b0581 req-373bd25e-0483-4b7c-8710-9b92183d580d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 1130 time: 0.0865924 Jul 28 22:32:50.839201 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] For port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=3a6a91e7-1223-4e3c-8af2-8617d06c63d2,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:32:50.839573 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:50.849949 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c4b77957-9264-47cb-97d0-39bd0d7b0581 req-f460a286-4f16-4635-a618-5774d254ddc6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719044 Jul 28 22:32:50.938110 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44650) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:50.942069 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-84d4c4c2-13b8-4666-b53d-0ed7fd9b5043 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337180336', 'description': 'tempest-secgroup-smoke-1337180336 description', 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:50.964577 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-84d4c4c2-13b8-4666-b53d-0ed7fd9b5043 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.040574 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.041167 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-84d4c4c2-13b8-4666-b53d-0ed7fd9b5043 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group (31139b36-846b-4cf1-8db5-49de149d6bd8), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.041314 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (df75531d-e6aa-4e66-b721-1edc7efadff7), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.041314 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Floating IP df75531d-e6aa-4e66-b721-1edc7efadff7 disassociated. External IP: 172.27.3.171, port: 3a6a91e7-1223-4e3c-8af2-8617d06c63d2. Jul 28 22:32:51.041654 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Calling delete_port for 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:32:51.046332 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-84d4c4c2-13b8-4666-b53d-0ed7fd9b5043 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (31139b36-846b-4cf1-8db5-49de149d6bd8), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.080992 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:32:51.081363 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-84d4c4c2-13b8-4666-b53d-0ed7fd9b5043 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.085834 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-84d4c4c2-13b8-4666-b53d-0ed7fd9b5043 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1443944 Jul 28 22:32:51.086161 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44652) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:51.091408 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-cc68c7ee-d9fd-4cac-83d9-a3bc550147a6 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Request body: {'security_group_rule': {'security_group_id': '31139b36-846b-4cf1-8db5-49de149d6bd8', 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:51.100428 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4c4c2-13b8-4666-b53d-0ed7fd9b5043 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31139b36-846b-4cf1-8db5-49de149d6bd8,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:51.118161 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:32:51.122038 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 69cbbc60-3ab6-406c-b5fc-7e37b29888d2 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:32:51.122479 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:32:51.122864 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-cc68c7ee-d9fd-4cac-83d9-a3bc550147a6 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (92c3d5df-eda4-4ace-871a-e9b57dc18975), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.189893 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-cc68c7ee-d9fd-4cac-83d9-a3bc550147a6 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (92c3d5df-eda4-4ace-871a-e9b57dc18975), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.196870 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-cc68c7ee-d9fd-4cac-83d9-a3bc550147a6 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (92c3d5df-eda4-4ace-871a-e9b57dc18975), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.216504 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 is: ACTIVE; New status is: DOWN {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:51.217001 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.220430 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68c7ee-d9fd-4cac-83d9-a3bc550147a6 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c3d5df-eda4-4ace-871a-e9b57dc18975,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:51.231088 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (3a6a91e7-1223-4e3c-8af2-8617d06c63d2), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.262592 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-cc68c7ee-d9fd-4cac-83d9-a3bc550147a6 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.264722 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-cc68c7ee-d9fd-4cac-83d9-a3bc550147a6 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1769900 Jul 28 22:32:51.265151 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event deleted for resources: {'Port': ['ID=3a6a91e7-1223-4e3c-8af2-8617d06c63d2,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:51.267539 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44656) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:51.274353 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-44c00179-1a75-46c1-bc91-22d4466a0ebf tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Request body: {'security_group_rule': {'security_group_id': '31139b36-846b-4cf1-8db5-49de149d6bd8', 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:51.299686 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dc000-fd65-4259-a7fe-434ccefe9bd6 req-62f0d4c2-01b7-4bea-bfeb-8f118386a01e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:51.301138 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5c9dc000-fd65-4259-a7fe-434ccefe9bd6 req-62f0d4c2-01b7-4bea-bfeb-8f118386a01e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0784836 Jul 28 22:32:51.315017 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:51.335090 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-44c00179-1a75-46c1-bc91-22d4466a0ebf tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (6766ac32-3f97-4b96-9451-cddf5c4a22a6), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.392373 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5c9dc000-fd65-4259-a7fe-434ccefe9bd6 req-087af59d-a310-40af-8cde-07dfc6174f85 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849519 Jul 28 22:32:51.392581 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:51.398370 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Router 4212d08f-0cd3-4631-829f-f12aa2744ce6 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:32:51.420184 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-44c00179-1a75-46c1-bc91-22d4466a0ebf tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (6766ac32-3f97-4b96-9451-cddf5c4a22a6), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.424712 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-44c00179-1a75-46c1-bc91-22d4466a0ebf tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (6766ac32-3f97-4b96-9451-cddf5c4a22a6), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.446254 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:51.447733 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c00179-1a75-46c1-bc91-22d4466a0ebf tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6766ac32-3f97-4b96-9451-cddf5c4a22a6,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:51.457639 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-44c00179-1a75-46c1-bc91-22d4466a0ebf tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.460176 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-44c00179-1a75-46c1-bc91-22d4466a0ebf tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1917253 Jul 28 22:32:51.463027 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44658) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:51.467598 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-bcf99277-1f83-4a2a-b62d-033edc97c587 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Request body: {'security_group_rule': {'security_group_id': '31139b36-846b-4cf1-8db5-49de149d6bd8', 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:51.495013 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bcf99277-1f83-4a2a-b62d-033edc97c587 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (a413793a-781f-4b9b-9794-23a5bf361f92), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.518873 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:32:51.536946 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7acec1-7a91-4327-b84f-dab3862bf8f6 None None] Sync routers for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:32:51.553810 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7acec1-7a91-4327-b84f-dab3862bf8f6 None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:51.554806 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fa7acec1-7a91-4327-b84f-dab3862bf8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:51.572036 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bcf99277-1f83-4a2a-b62d-033edc97c587 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (a413793a-781f-4b9b-9794-23a5bf361f92), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.578582 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bcf99277-1f83-4a2a-b62d-033edc97c587 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (a413793a-781f-4b9b-9794-23a5bf361f92), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.589748 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] No DVR routers for this DVR port 3a6a91e7-1223-4e3c-8af2-8617d06c63d2 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:32:51.592983 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.602366 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9d0f7750-0feb-4dd9-8b68-aa94ebe7feb0 req-2190f4a2-828f-4d01-90a9-67f1e6e77d29 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "DELETE /v2.0/ports/3a6a91e7-1223-4e3c-8af2-8617d06c63d2 HTTP/1.1" status: 204 len: 173 time: 1.0900264 Jul 28 22:32:51.603014 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'name': 'network-vif-deleted', 'tag': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:32:51.606023 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf99277-1f83-4a2a-b62d-033edc97c587 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a413793a-781f-4b9b-9794-23a5bf361f92,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:51.606212 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c05c5f-5039-4519-95df-244ee48008d6" -d '{"events": [{"server_uuid": "41e2af9e-d8ce-4edd-8aae-4158d00ef92f", "name": "network-vif-deleted", "tag": "3a6a91e7-1223-4e3c-8af2-8617d06c63d2"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:32:51.611463 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-bcf99277-1f83-4a2a-b62d-033edc97c587 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.612667 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-bcf99277-1f83-4a2a-b62d-033edc97c587 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486640 Jul 28 22:32:51.616483 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44666) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:51.622729 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-c5c14812-5aa2-440a-b14c-aad4ce6df527 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Request body: {'security_group_rule': {'security_group_id': '31139b36-846b-4cf1-8db5-49de149d6bd8', 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:51.676902 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15513418-696d-424a-84b7-eee3a96f0008 x-openstack-request-id: req-15513418-696d-424a-84b7-eee3a96f0008 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:32:51.677298 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e2af9e-d8ce-4edd-8aae-4158d00ef92f", "name": "network-vif-deleted", "tag": "3a6a91e7-1223-4e3c-8af2-8617d06c63d2", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:32:51.677679 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15513418-696d-424a-84b7-eee3a96f0008 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:32:51.678188 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15513418-696d-424a-84b7-eee3a96f0008'] response: {'server_uuid': '41e2af9e-d8ce-4edd-8aae-4158d00ef92f', 'name': 'network-vif-deleted', 'tag': '3a6a91e7-1223-4e3c-8af2-8617d06c63d2', 'status': 'completed', 'code': 200} Jul 28 22:32:51.679079 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c5c14812-5aa2-440a-b14c-aad4ce6df527 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (00014d22-fe00-4eb3-aeed-720391ef265d), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.694334 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44670) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:51.759879 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:51.778326 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c5c14812-5aa2-440a-b14c-aad4ce6df527 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (00014d22-fe00-4eb3-aeed-720391ef265d), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.784013 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:51.787148 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c5c14812-5aa2-440a-b14c-aad4ce6df527 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (00014d22-fe00-4eb3-aeed-720391ef265d), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.812538 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c14812-5aa2-440a-b14c-aad4ce6df527 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00014d22-fe00-4eb3-aeed-720391ef265d,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:51.830367 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c5c14812-5aa2-440a-b14c-aad4ce6df527 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.835046 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c5c14812-5aa2-440a-b14c-aad4ce6df527 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2140880 Jul 28 22:32:51.835897 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44672) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:51.848467 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-4505f554-b204-4ee2-b9a4-85469bb8bb18 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Request body: {'security_group_rule': {'security_group_id': '31139b36-846b-4cf1-8db5-49de149d6bd8', 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:51.864682 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6e6b0ce3-82c1-4e10-a6f8-d858108ba34c req-9d9fbc64-85d2-49c9-b517-e9229e4892d5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=41e2af9e-d8ce-4edd-8aae-4158d00ef92f HTTP/1.1" status: 200 len: 210 time: 0.0595195 Jul 28 22:32:51.867245 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-fa7acec1-7a91-4327-b84f-dab3862bf8f6 None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:51.889120 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.securitygroups_db [None req-4505f554-b204-4ee2-b9a4-85469bb8bb18 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Project 862a3f47ebe842fb8c5fbd4ef08f0b5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 22:32:51.901585 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4505f554-b204-4ee2-b9a4-85469bb8bb18 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (33cc66d7-5239-402c-ab0f-fc67fd082587), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.922513 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6c11cef9-e3e9-4ef8-97d0-6e5ba65f5ef4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group (c7594ea6-5ab8-498a-a4ff-2b27e758e9d5), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:51.950896 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:51.951775 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6c11cef9-e3e9-4ef8-97d0-6e5ba65f5ef4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group (c7594ea6-5ab8-498a-a4ff-2b27e758e9d5), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.003211 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device f0eb9884-a094-4a07-9906-acec7f2dd567 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:32:52.026077 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4505f554-b204-4ee2-b9a4-85469bb8bb18 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (33cc66d7-5239-402c-ab0f-fc67fd082587), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.034618 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4505f554-b204-4ee2-b9a4-85469bb8bb18 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (33cc66d7-5239-402c-ab0f-fc67fd082587), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.052905 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6c11cef9-e3e9-4ef8-97d0-6e5ba65f5ef4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (c7594ea6-5ab8-498a-a4ff-2b27e758e9d5), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.056417 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6c11cef9-e3e9-4ef8-97d0-6e5ba65f5ef4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.057857 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6c11cef9-e3e9-4ef8-97d0-6e5ba65f5ef4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "DELETE /v2.0/security-groups/c7594ea6-5ab8-498a-a4ff-2b27e758e9d5 HTTP/1.1" status: 204 len: 168 time: 0.3623006 Jul 28 22:32:52.064763 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44674) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:52.072492 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505f554-b204-4ee2-b9a4-85469bb8bb18 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cc66d7-5239-402c-ab0f-fc67fd082587,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:52.073060 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11cef9-e3e9-4ef8-97d0-6e5ba65f5ef4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7594ea6-5ab8-498a-a4ff-2b27e758e9d5,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:52.083950 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.api.v2.resource [None req-4a147dc7-9130-428d-a96e-25aea7435cc7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] show failed (client error): The resource could not be found. Jul 28 22:32:52.088828 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-4a147dc7-9130-428d-a96e-25aea7435cc7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups/c7594ea6-5ab8-498a-a4ff-2b27e758e9d5 HTTP/1.1" status: 404 len: 347 time: 0.0231745 Jul 28 22:32:52.089516 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44676) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:52.092390 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4505f554-b204-4ee2-b9a4-85469bb8bb18 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.096233 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-4505f554-b204-4ee2-b9a4-85469bb8bb18 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2566655 Jul 28 22:32:52.096519 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44678) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:52.101952 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-95e0a5fb-614b-4356-bf90-fe8e7a9918fc tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Request body: {'security_group_rule': {'security_group_id': '31139b36-846b-4cf1-8db5-49de149d6bd8', 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:52.134538 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.securitygroups_db [None req-95e0a5fb-614b-4356-bf90-fe8e7a9918fc tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Project 862a3f47ebe842fb8c5fbd4ef08f0b5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 22:32:52.136737 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port f0eb9884-a094-4a07-9906-acec7f2dd567 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:52.137151 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.167245 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95e0a5fb-614b-4356-bf90-fe8e7a9918fc tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (30453187-de12-4dea-86f0-954c40086226), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.173706 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Sync routers for ids ['a1f28129-47c0-4ffc-b225-bbd02d1cfeea'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:32:52.199249 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fa7acec1-7a91-4327-b84f-dab3862bf8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:52.212840 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Routers {'a1f28129-47c0-4ffc-b225-bbd02d1cfeea'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:52.214090 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['a1f28129-47c0-4ffc-b225-bbd02d1cfeea'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:52.227807 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7acec1-7a91-4327-b84f-dab3862bf8f6 None None] Checking router: 4212d08f-0cd3-4631-829f-f12aa2744ce6 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:32:52.237555 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7acec1-7a91-4327-b84f-dab3862bf8f6 None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:52.238215 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fa7acec1-7a91-4327-b84f-dab3862bf8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:52.242202 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95e0a5fb-614b-4356-bf90-fe8e7a9918fc tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (30453187-de12-4dea-86f0-954c40086226), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.249136 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95e0a5fb-614b-4356-bf90-fe8e7a9918fc tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (30453187-de12-4dea-86f0-954c40086226), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.311241 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0a5fb-614b-4356-bf90-fe8e7a9918fc tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30453187-de12-4dea-86f0-954c40086226,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:52.328021 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:52.334678 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95e0a5fb-614b-4356-bf90-fe8e7a9918fc tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.339128 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-95e0a5fb-614b-4356-bf90-fe8e7a9918fc tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2385380 Jul 28 22:32:52.369498 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-87d71cd5-f8c3-41e1-bc05-a6150820c87a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Deleting port 9c0b3a52-8358-4041-9e9e-6c9e3e018904 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:32:52.369715 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port f0eb9884-a094-4a07-9906-acec7f2dd567 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:52.370054 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-87d71cd5-f8c3-41e1-bc05-a6150820c87a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (9c0b3a52-8358-4041-9e9e-6c9e3e018904), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.370187 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.409337 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-fa7acec1-7a91-4327-b84f-dab3862bf8f6 None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:52.412692 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port f0eb9884-a094-4a07-9906-acec7f2dd567, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=f0eb9884-a094-4a07-9906-acec7f2dd567,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:32:52.418996 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:52.438832 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.506512 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-87d71cd5-f8c3-41e1-bc05-a6150820c87a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (9c0b3a52-8358-4041-9e9e-6c9e3e018904), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.509417 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-87d71cd5-f8c3-41e1-bc05-a6150820c87a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (9c0b3a52-8358-4041-9e9e-6c9e3e018904), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.515832 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=f0eb9884-a094-4a07-9906-acec7f2dd567,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:52.522266 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Set router a1f28129-47c0-4ffc-b225-bbd02d1cfeea gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:52.560802 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-87d71cd5-f8c3-41e1-bc05-a6150820c87a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Calling delete_port for 9c0b3a52-8358-4041-9e9e-6c9e3e018904 owned by network:floatingip {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:32:52.610584 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9a267-e93c-44d5-b7c3-2f174d96e84c req-9fae844d-f982-44ba-b100-69ac97f899c5 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:52.618517 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b9f9a267-e93c-44d5-b7c3-2f174d96e84c req-9fae844d-f982-44ba-b100-69ac97f899c5 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0778518 Jul 28 22:32:52.677641 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fa7acec1-7a91-4327-b84f-dab3862bf8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:52.712091 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b9f9a267-e93c-44d5-b7c3-2f174d96e84c req-3e414076-97ee-4237-942f-88982207a233 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925300 Jul 28 22:32:52.719229 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7acec1-7a91-4327-b84f-dab3862bf8f6 None None] The sync data for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi is: [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:32:52.749992 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:52.799425 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'name': 'tempest-TestVolumeBootPattern-1266369669-router', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:32:49Z', 'revision_number': 4, 'project_id': 'be22185cb3a1487787eaaa875566eebe', 'gw_port': {'id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:84:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '85ae2119-0841-4b95-b977-6bf65152e0b2', 'name': '', 'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'mac_address': 'fa:16:3e:78:e1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'efd9d7e5-320d-4ed2-b356-befd3bb0f462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:48Z', 'updated_at': '2022-07-28T22:32:49Z', 'revision_number': 2, 'project_id': 'be22185cb3a1487787eaaa875566eebe', 'subnets': [{'id': 'efd9d7e5-320d-4ed2-b356-befd3bb0f462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:52.826186 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-87d71cd5-f8c3-41e1-bc05-a6150820c87a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (9c0b3a52-8358-4041-9e9e-6c9e3e018904), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.864839 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d71cd5-f8c3-41e1-bc05-a6150820c87a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event deleted for resources: {'Port': ['ID=9c0b3a52-8358-4041-9e9e-6c9e3e018904,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:52.876510 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Checking router: a1f28129-47c0-4ffc-b225-bbd02d1cfeea for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:32:52.877004 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Updating router a1f28129-47c0-4ffc-b225-bbd02d1cfeea port 85ae2119-0841-4b95-b977-6bf65152e0b2 binding host dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:32:52.918950 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.943565 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:INSERT=2,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:52.954815 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-87d71cd5-f8c3-41e1-bc05-a6150820c87a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (6f6b2637-25c7-45cc-9574-dc7d7a650587), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.960490 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-87d71cd5-f8c3-41e1-bc05-a6150820c87a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:52.961074 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-87d71cd5-f8c3-41e1-bc05-a6150820c87a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "DELETE /v2.0/floatingips/6f6b2637-25c7-45cc-9574-dc7d7a650587 HTTP/1.1" status: 204 len: 168 time: 0.8692927 Jul 28 22:32:53.042536 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44736) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:53.111045 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44738) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:53.117795 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-7b0b2934-04d6-4280-8c1a-56804be5cc3d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1797286384', 'description': 'tempest-description--459833777'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:53.155353 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2e4808ac-69b8-42e0-837e-1e38395e6b38 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.177393 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7b0b2934-04d6-4280-8c1a-56804be5cc3d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.198935 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2e4808ac-69b8-42e0-837e-1e38395e6b38 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.299265 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7b0b2934-04d6-4280-8c1a-56804be5cc3d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group (babf15a5-6be1-40ef-9c09-b1c28d4061a9), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.312723 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2e4808ac-69b8-42e0-837e-1e38395e6b38 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.315573 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2e4808ac-69b8-42e0-837e-1e38395e6b38 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.316752 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2e4808ac-69b8-42e0-837e-1e38395e6b38 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "DELETE /v2.0/security-groups/8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673 HTTP/1.1" status: 204 len: 168 time: 0.2730050 Jul 28 22:32:53.326472 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44748) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:53.337713 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4808ac-69b8-42e0-837e-1e38395e6b38 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:53.371591 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7b0b2934-04d6-4280-8c1a-56804be5cc3d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (babf15a5-6be1-40ef-9c09-b1c28d4061a9), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.395060 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Publish callbacks [] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), precommit_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.396411 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baca0b4-83f9-4462-8d8e-5dda7f9375d1 req-ff2cb845-0c40-49a8-8c41-5682aef5926e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:53.404454 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9baca0b4-83f9-4462-8d8e-5dda7f9375d1 req-ff2cb845-0c40-49a8-8c41-5682aef5926e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0616329 Jul 28 22:32:53.407743 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.430030 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.api.v2.resource [None req-c697be62-58dd-4ac7-b3f7-53390edb1fca tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] show failed (client error): The resource could not be found. Jul 28 22:32:53.438206 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44756) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:53.439689 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c697be62-58dd-4ac7-b3f7-53390edb1fca tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups/8b27d6a8-4aeb-4e6e-84dd-9d89df7d6673 HTTP/1.1" status: 404 len: 347 time: 0.1080699 Jul 28 22:32:53.477086 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7b0b2934-04d6-4280-8c1a-56804be5cc3d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.481157 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-7b0b2934-04d6-4280-8c1a-56804be5cc3d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3656991 Jul 28 22:32:53.482134 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44760) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:53.483336 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724aa34-fa27-443b-8745-87879b75ee8e None None] Pushing event updated for resources: {'Port': ['ID=85ae2119-0841-4b95-b977-6bf65152e0b2,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:53.489893 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b2934-04d6-4280-8c1a-56804be5cc3d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babf15a5-6be1-40ef-9c09-b1c28d4061a9,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:53.498893 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-8a60ff76-6e3e-4b9d-91f1-9c62d90b3391 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Request body: {'security_group_rule': {'security_group_id': 'babf15a5-6be1-40ef-9c09-b1c28d4061a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:53.542226 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9baca0b4-83f9-4462-8d8e-5dda7f9375d1 req-3a6dafe5-23d8-49cb-9f7d-d7c587515b3a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320117 Jul 28 22:32:53.563190 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbad43-83cf-4c43-9d17-a81e7c0058ad req-34d5b6f3-1fb8-4a7d-98a3-073eb6189d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:53.572955 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Attempting to bind port 85ae2119-0841-4b95-b977-6bf65152e0b2 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:32:53.573340 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Attempting to bind port 85ae2119-0841-4b95-b977-6bf65152e0b2 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:32:53.573790 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Attempting to bind port 85ae2119-0841-4b95-b977-6bf65152e0b2 on network 6b5fd957-7c60-463b-b589-59f8f85662cc {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:32:53.574179 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-83dbad43-83cf-4c43-9d17-a81e7c0058ad req-34d5b6f3-1fb8-4a7d-98a3-073eb6189d5f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 1130 time: 0.2122896 Jul 28 22:32:53.580601 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:32:53.581170 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Checking segment: {'id': '9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:32:53.581608 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.582022 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Bound using segment: {'id': '9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:32:53.582570 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Bound port: 85ae2119-0841-4b95-b977-6bf65152e0b2, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:32:53.583536 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.594029 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8a60ff76-6e3e-4b9d-91f1-9c62d90b3391 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group_rule (4052dcbc-8fe9-4553-a8cc-98863b7ab467), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.600878 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:53.657123 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:53.670266 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-70680f59-e036-4d53-9d41-e5412504d77c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Deleting port abeddde6-5234-4797-8aa6-5b7cd847d908 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:32:53.671063 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-70680f59-e036-4d53-9d41-e5412504d77c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (abeddde6-5234-4797-8aa6-5b7cd847d908), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.700674 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] For port 85ae2119-0841-4b95-b977-6bf65152e0b2, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:32:53.704435 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] For port 85ae2119-0841-4b95-b977-6bf65152e0b2, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=85ae2119-0841-4b95-b977-6bf65152e0b2,segment=NetworkSegment(9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa),segment_id=9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:32:53.716357 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.716672 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cfe671-9ea5-4478-af63-97340bfef06f None None] New status for floating IP df75531d-e6aa-4e66-b721-1edc7efadff7: DOWN {{(pid=104119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:32:53.761743 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:53.772333 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-70680f59-e036-4d53-9d41-e5412504d77c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (abeddde6-5234-4797-8aa6-5b7cd847d908), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.773114 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-70680f59-e036-4d53-9d41-e5412504d77c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (abeddde6-5234-4797-8aa6-5b7cd847d908), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.788292 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-70680f59-e036-4d53-9d41-e5412504d77c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Calling delete_port for abeddde6-5234-4797-8aa6-5b7cd847d908 owned by network:floatingip {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:32:53.792496 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Routers {'a1f28129-47c0-4ffc-b225-bbd02d1cfeea'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:53.793029 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['a1f28129-47c0-4ffc-b225-bbd02d1cfeea'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:53.807978 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8a60ff76-6e3e-4b9d-91f1-9c62d90b3391 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group_rule (4052dcbc-8fe9-4553-a8cc-98863b7ab467), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.835431 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8a60ff76-6e3e-4b9d-91f1-9c62d90b3391 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (4052dcbc-8fe9-4553-a8cc-98863b7ab467), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.903450 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60ff76-6e3e-4b9d-91f1-9c62d90b3391 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4052dcbc-8fe9-4553-a8cc-98863b7ab467,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:53.906115 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbad43-83cf-4c43-9d17-a81e7c0058ad req-965afb01-38a8-4312-bda9-53af58b86fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:53.907709 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-83dbad43-83cf-4c43-9d17-a81e7c0058ad req-965afb01-38a8-4312-bda9-53af58b86fcd service neutron] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 920 time: 0.3148813 Jul 28 22:32:53.911696 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8a60ff76-6e3e-4b9d-91f1-9c62d90b3391 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:53.913040 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-8a60ff76-6e3e-4b9d-91f1-9c62d90b3391 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4248533 Jul 28 22:32:53.916364 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44764) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:53.931979 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-46d58fe0-3fc7-4273-95e3-3007ec4041fd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Request body: {'security_group_rule': {'security_group_id': 'babf15a5-6be1-40ef-9c09-b1c28d4061a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:54.038742 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-70680f59-e036-4d53-9d41-e5412504d77c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (abeddde6-5234-4797-8aa6-5b7cd847d908), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.062795 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-83dbad43-83cf-4c43-9d17-a81e7c0058ad req-0a83d6a5-1445-49f0-9f28-b0aa63653f54 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5862132a-b35f-45a3-ac01-bc41c2128bbe HTTP/1.1" status: 200 len: 1002 time: 0.1470811 Jul 28 22:32:54.066977 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-46d58fe0-3fc7-4273-95e3-3007ec4041fd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group_rule (854e6377-6400-4d66-b291-ed8d4a6dd99f), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.079574 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70680f59-e036-4d53-9d41-e5412504d77c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event deleted for resources: {'Port': ['ID=abeddde6-5234-4797-8aa6-5b7cd847d908,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:54.080239 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.db.api [None req-77cfe671-9ea5-4478-af63-97340bfef06f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104119) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 22:32:54.080645 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG oslo_db.api [None req-77cfe671-9ea5-4478-af63-97340bfef06f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 22:32:54.126836 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:54.148909 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device f0eb9884-a094-4a07-9906-acec7f2dd567 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:32:54.189868 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbad43-83cf-4c43-9d17-a81e7c0058ad req-d8a1168f-46cd-40f8-8d7d-5b91b979fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:54.191207 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724aa34-fa27-443b-8745-87879b75ee8e None None] Pushing event updated for resources: {'Port': ['ID=85ae2119-0841-4b95-b977-6bf65152e0b2,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:54.191369 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-83dbad43-83cf-4c43-9d17-a81e7c0058ad req-d8a1168f-46cd-40f8-8d7d-5b91b979fbca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.1204913 Jul 28 22:32:54.205249 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-58f68364-5616-4462-b1f9-6fc4cec7be73 None None] Provisioning complete for port 85ae2119-0841-4b95-b977-6bf65152e0b2 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:54.205859 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-58f68364-5616-4462-b1f9-6fc4cec7be73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.207483 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-70680f59-e036-4d53-9d41-e5412504d77c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (df75531d-e6aa-4e66-b721-1edc7efadff7), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.212689 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-70680f59-e036-4d53-9d41-e5412504d77c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.216637 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-70680f59-e036-4d53-9d41-e5412504d77c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "DELETE /v2.0/floatingips/df75531d-e6aa-4e66-b721-1edc7efadff7 HTTP/1.1" status: 204 len: 168 time: 0.7746801 Jul 28 22:32:54.267632 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-46d58fe0-3fc7-4273-95e3-3007ec4041fd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group_rule (854e6377-6400-4d66-b291-ed8d4a6dd99f), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.274246 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-46d58fe0-3fc7-4273-95e3-3007ec4041fd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (854e6377-6400-4d66-b291-ed8d4a6dd99f), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.293243 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbad43-83cf-4c43-9d17-a81e7c0058ad req-10af0673-6b55-42ed-b3cd-81bcc5b919c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:54.294864 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-83dbad43-83cf-4c43-9d17-a81e7c0058ad req-10af0673-6b55-42ed-b3cd-81bcc5b919c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874369 Jul 28 22:32:54.299347 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d58fe0-3fc7-4273-95e3-3007ec4041fd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854e6377-6400-4d66-b291-ed8d4a6dd99f,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:54.319014 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44770) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:54.321248 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:54.324426 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-6880538e-c2b0-4b99-9f05-da151633b2b7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656954774', 'description': 'tempest-description--2130178899'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:54.326850 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] Set router a1f28129-47c0-4ffc-b225-bbd02d1cfeea gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:54.346876 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6880538e-c2b0-4b99-9f05-da151633b2b7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.353684 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-46d58fe0-3fc7-4273-95e3-3007ec4041fd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.354769 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-46d58fe0-3fc7-4273-95e3-3007ec4041fd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4264150 Jul 28 22:32:54.359072 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44772) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:54.367598 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:54.417216 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.418321 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-83dbad43-83cf-4c43-9d17-a81e7c0058ad req-2f0c8785-1a12-47ed-b259-dec12c82b66a service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149373 Jul 28 22:32:54.433185 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port f0eb9884-a094-4a07-9906-acec7f2dd567 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:54.433763 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.514193 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6880538e-c2b0-4b99-9f05-da151633b2b7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (9d453abd-202c-49ad-9865-ce826c19a314), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.528820 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-83dbad43-83cf-4c43-9d17-a81e7c0058ad req-94bf7122-b5e3-4390-bcff-7f17addd967a service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010540 Jul 28 22:32:54.536828 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6880538e-c2b0-4b99-9f05-da151633b2b7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (9d453abd-202c-49ad-9865-ce826c19a314), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.559497 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.582149 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cfe671-9ea5-4478-af63-97340bfef06f None None] New status for floating IP df75531d-e6aa-4e66-b721-1edc7efadff7: DOWN {{(pid=104119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:32:54.585653 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6880538e-c2b0-4b99-9f05-da151633b2b7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.590023 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6880538e-c2b0-4b99-9f05-da151633b2b7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2698569 Jul 28 22:32:54.590251 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44776) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:54.592651 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880538e-c2b0-4b99-9f05-da151633b2b7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d453abd-202c-49ad-9865-ce826c19a314,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:54.602783 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-58f68364-5616-4462-b1f9-6fc4cec7be73 None None] Current status of the port 85ae2119-0841-4b95-b977-6bf65152e0b2 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:54.607897 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-aa5873d9-5be0-4791-a928-a2ad2e292409 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'security_group_rule': {'security_group_id': '9d453abd-202c-49ad-9865-ce826c19a314', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:54.611413 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-58f68364-5616-4462-b1f9-6fc4cec7be73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.636697 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:54.663043 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aa5873d9-5be0-4791-a928-a2ad2e292409 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (a612639e-6246-40fd-8971-30e849b0ebdf), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.730341 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-58f68364-5616-4462-b1f9-6fc4cec7be73 None None] For port 85ae2119-0841-4b95-b977-6bf65152e0b2, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=85ae2119-0841-4b95-b977-6bf65152e0b2,segment=NetworkSegment(9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa),segment_id=9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:32:54.743439 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Allocated IP 172.27.3.232 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/006f23ab-988a-4130-a473-e4f7082f851a) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:32:54.762305 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-58f68364-5616-4462-b1f9-6fc4cec7be73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.775261 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port f0eb9884-a094-4a07-9906-acec7f2dd567 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:54.787308 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:54.789809 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aa5873d9-5be0-4791-a928-a2ad2e292409 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (a612639e-6246-40fd-8971-30e849b0ebdf), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.795753 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aa5873d9-5be0-4791-a928-a2ad2e292409 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (a612639e-6246-40fd-8971-30e849b0ebdf), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.818837 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5873d9-5be0-4791-a928-a2ad2e292409 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a612639e-6246-40fd-8971-30e849b0ebdf,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:54.826739 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'name': 'tempest-TestVolumeBootPattern-1266369669-router', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:32:49Z', 'revision_number': 4, 'project_id': 'be22185cb3a1487787eaaa875566eebe', 'gw_port': {'id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '85ae2119-0841-4b95-b977-6bf65152e0b2', 'name': '', 'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'mac_address': 'fa:16:3e:78:e1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'efd9d7e5-320d-4ed2-b356-befd3bb0f462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:48Z', 'updated_at': '2022-07-28T22:32:53Z', 'revision_number': 4, 'project_id': 'be22185cb3a1487787eaaa875566eebe', 'subnets': [{'id': 'efd9d7e5-320d-4ed2-b356-befd3bb0f462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:54.829838 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aa5873d9-5be0-4791-a928-a2ad2e292409 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.831352 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-aa5873d9-5be0-4791-a928-a2ad2e292409 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2397456 Jul 28 22:32:54.836240 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44778) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:54.840743 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-97b91373-618f-4967-a1b1-bb35acb1fcb4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'security_group_rule': {'security_group_id': '9d453abd-202c-49ad-9865-ce826c19a314', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:54.855224 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aa463-93d1-4a78-930c-f409d3bc13a7 req-96a14f98-efde-4711-b3a9-0828eac08182 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:54.861813 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540cb1d8-55f5-46f8-ae2b-5183fc13fede None None] The sync data for ids ['a1f28129-47c0-4ffc-b225-bbd02d1cfeea'] in dv-cinder-850939-3-iscsi is: [{'id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'name': 'tempest-TestVolumeBootPattern-1266369669-router', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:32:49Z', 'revision_number': 4, 'project_id': 'be22185cb3a1487787eaaa875566eebe', 'gw_port': {'id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '85ae2119-0841-4b95-b977-6bf65152e0b2', 'name': '', 'network_id': '6b5fd957-7c60-463b-b589-59f8f85662cc', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'mac_address': 'fa:16:3e:78:e1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'efd9d7e5-320d-4ed2-b356-befd3bb0f462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:48Z', 'updated_at': '2022-07-28T22:32:53Z', 'revision_number': 4, 'project_id': 'be22185cb3a1487787eaaa875566eebe', 'subnets': [{'id': 'efd9d7e5-320d-4ed2-b356-befd3bb0f462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:32:54.862815 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c8aa463-93d1-4a78-930c-f409d3bc13a7 req-96a14f98-efde-4711-b3a9-0828eac08182 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.2034290 Jul 28 22:32:54.881458 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f68364-5616-4462-b1f9-6fc4cec7be73 None None] Pushing event updated for resources: {'Port': ['ID=85ae2119-0841-4b95-b977-6bf65152e0b2,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:54.893565 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-ca5dcd78-881e-4ade-ae1e-b26af8c6db2d None None] Provisioning complete for port 85ae2119-0841-4b95-b977-6bf65152e0b2 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:54.894173 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ca5dcd78-881e-4ade-ae1e-b26af8c6db2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.901603 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-97b91373-618f-4967-a1b1-bb35acb1fcb4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (e3e2dabd-54c7-43ea-90a4-cf4341173d90), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.972999 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:54.981083 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c8aa463-93d1-4a78-930c-f409d3bc13a7 req-421fcfcc-5852-4f1b-a682-5f3075dc28ff tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177530 Jul 28 22:32:54.990978 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for port (006f23ab-988a-4130-a473-e4f7082f851a), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:54.996455 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:55.018106 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-97b91373-618f-4967-a1b1-bb35acb1fcb4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (e3e2dabd-54c7-43ea-90a4-cf4341173d90), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.025281 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-97b91373-618f-4967-a1b1-bb35acb1fcb4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (e3e2dabd-54c7-43ea-90a4-cf4341173d90), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.042233 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-ca5dcd78-881e-4ade-ae1e-b26af8c6db2d None None] Current status of the port 85ae2119-0841-4b95-b977-6bf65152e0b2 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:55.049826 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (006f23ab-988a-4130-a473-e4f7082f851a), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.054908 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b91373-618f-4967-a1b1-bb35acb1fcb4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e2dabd-54c7-43ea-90a4-cf4341173d90,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:55.064671 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-97b91373-618f-4967-a1b1-bb35acb1fcb4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.070402 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-97b91373-618f-4967-a1b1-bb35acb1fcb4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2330186 Jul 28 22:32:55.071287 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44780) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:55.075893 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:55.104355 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.109172 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:32:55.114949 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:32:55.117940 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:32:55.122256 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event updated for resources: {'Port': ['ID=006f23ab-988a-4130-a473-e4f7082f851a,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:55.220972 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.221686 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (53148e5b-3130-496e-866a-115c7ae96337), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.272747 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:55.287537 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (006f23ab-988a-4130-a473-e4f7082f851a), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.357324 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Allocated IP 172.27.3.26 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/a1389a73-304a-4afa-bfe5-7b9ce75bde14) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:32:55.478154 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for port (006f23ab-988a-4130-a473-e4f7082f851a), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.484072 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58993694'] for port (006f23ab-988a-4130-a473-e4f7082f851a), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.490801 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for port (a1389a73-304a-4afa-bfe5-7b9ce75bde14), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.533182 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (a1389a73-304a-4afa-bfe5-7b9ce75bde14), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.558814 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event updated for resources: {'Port': ['ID=006f23ab-988a-4130-a473-e4f7082f851a,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:55.580227 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (53148e5b-3130-496e-866a-115c7ae96337), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.592445 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:32:55.596393 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:32:55.598137 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.607886 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-0fee01a4-5bfa-4c7b-b42b-1d6681797174 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2395136 Jul 28 22:32:55.608104 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:32:55.624459 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'Port': ['ID=a1389a73-304a-4afa-bfe5-7b9ce75bde14,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:55.704660 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (3f4d6786-4bb0-46a0-80a2-3cd01a721940), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.757765 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (a1389a73-304a-4afa-bfe5-7b9ce75bde14), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.797171 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:55.963257 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for port (a1389a73-304a-4afa-bfe5-7b9ce75bde14), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.972465 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (a1389a73-304a-4afa-bfe5-7b9ce75bde14), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:55.991996 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 85ae2119-0841-4b95-b977-6bf65152e0b2 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:32:56.053069 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 85ae2119-0841-4b95-b977-6bf65152e0b2 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:56.053756 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:56.065949 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:56.067628 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (3f4d6786-4bb0-46a0-80a2-3cd01a721940), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:56.094694 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'Port': ['ID=a1389a73-304a-4afa-bfe5-7b9ce75bde14,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:56.103262 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:56.113450 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-1ee14225-b6b6-4cb8-99b7-d25e698acf6a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0326912 Jul 28 22:32:56.157213 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 85ae2119-0841-4b95-b977-6bf65152e0b2 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:32:56.178839 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-43c7f78d-34d8-45e3-9695-3e5ac7ff464c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1797286384&fields=id&tenant_id=9c4e68e56e744fa9af4631ae2e967a6d HTTP/1.1" status: 200 len: 267 time: 0.3832414 Jul 28 22:32:56.226091 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00abe-d881-4095-b320-569eb9c6c588 req-f7270fdd-7eec-43b4-9e70-31219f291a9c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:56.227561 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9db00abe-d881-4095-b320-569eb9c6c588 req-f7270fdd-7eec-43b4-9e70-31219f291a9c tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.1013267 Jul 28 22:32:56.281288 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:56.333775 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9db00abe-d881-4095-b320-569eb9c6c588 req-7851e8f7-8ddd-43fb-b108-aa053254e9df tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795441 Jul 28 22:32:56.350544 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-48e5707a-be29-4436-b0db-365d5c26c84a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:56.351989 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-48e5707a-be29-4436-b0db-365d5c26c84a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/networks?id=425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 200 len: 817 time: 0.1644726 Jul 28 22:32:56.367415 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-20a6a1ba-3398-448b-8eeb-68a7bab717b8 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/quotas/9c4e68e56e744fa9af4631ae2e967a6d HTTP/1.1" status: 200 len: 375 time: 0.0099335 Jul 28 22:32:56.424130 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-593bd6c0-1fdb-4207-92bb-972ce61024b7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513914 Jul 28 22:32:56.500978 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:56.515000 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-e865eed1-b910-4c0f-b1f6-c83d7bf96302 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1656954774&fields=id&tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea HTTP/1.1" status: 200 len: 267 time: 0.1059582 Jul 28 22:32:56.614140 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-73439342-aebd-4863-80dd-36f3538def5b service neutron] 10.222.0.39 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768749 Jul 28 22:32:56.694256 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-a4f5af24-3ce4-49f9-9973-bfd46ed64d30 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:56.695825 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-a4f5af24-3ce4-49f9-9973-bfd46ed64d30 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 815 time: 0.1733181 Jul 28 22:32:56.722051 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-1d763d02-9ff3-4309-9e2a-d1b208e2c6ff tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/quotas/d0c7b146e08f4a9ea11f1a73099eb7ea HTTP/1.1" status: 200 len: 375 time: 0.0205684 Jul 28 22:32:56.777262 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-71143810-abe3-4b91-bda8-f8ed355ae7a0 service neutron] 10.222.0.39 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545353 Jul 28 22:32:56.794228 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-dda979eb-5020-40b1-bf99-4f8e30f23620 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599630 Jul 28 22:32:56.894093 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-f6c5cc51-d1d5-482f-ad43-8bf97ce471a0 service neutron] 10.222.0.39 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884538 Jul 28 22:32:56.982663 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1d66f229-33f5-4b12-b66b-37214e330783 req-1897f1a1-6468-45e0-9e6d-6c4333998d16 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 210 time: 0.0665486 Jul 28 22:32:57.023337 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-c8dd048f-2605-4184-913c-df948d59aebe service neutron] 10.222.0.39 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168747 Jul 28 22:32:57.230418 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7ebdbe5b-3b1c-4e8e-af03-c35436921501 req-3ed61971-993b-4bcd-a36e-cb9679c38652 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 210 time: 0.0405011 Jul 28 22:32:57.466116 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057eaf2-696a-4ad3-a4be-45439a4ea1b6 req-d1ec0033-f408-4632-ba83-31d755546fdb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:57.467721 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5057eaf2-696a-4ad3-a4be-45439a4ea1b6 req-d1ec0033-f408-4632-ba83-31d755546fdb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0535486 Jul 28 22:32:57.528713 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5057eaf2-696a-4ad3-a4be-45439a4ea1b6 req-37fb6b9a-8b38-438b-9f22-4ac82d6fd998 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540097 Jul 28 22:32:57.654972 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac32d-e88a-4a98-b303-acc72f206537 req-8402234c-12d1-4971-a351-b53775eab546 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:57.656409 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7aeac32d-e88a-4a98-b303-acc72f206537 req-8402234c-12d1-4971-a351-b53775eab546 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0478857 Jul 28 22:32:57.666095 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44838) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:32:57.670557 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-6313bf1d-df36-4615-a1e7-f89550f1a2aa tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Request body: {'floatingip': {'port_id': '5862132a-b35f-45a3-ac01-bc41c2128bbe'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:57.725870 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6313bf1d-df36-4615-a1e7-f89550f1a2aa tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for floatingip (d2106094-663d-4cff-8e19-77626a126701), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:57.780835 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:58.130658 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-b88ad6fb-5596-40fa-b2d4-8be80ed99818 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:58.147225 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-b88ad6fb-5596-40fa-b2d4-8be80ed99818 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.58 "GET /v2.0/networks?id=425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 200 len: 817 time: 0.1988366 Jul 28 22:32:58.162603 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d990777f-169c-443b-a744-a937fef98b86 req-ea170d65-7188-48f4-ad6b-88c80fcefd7f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 210 time: 0.0435197 Jul 28 22:32:58.180547 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:58.219172 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-2d6175be-a0d0-4848-85c8-c086a13ad95b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c4e68e56e744fa9af4631ae2e967a6d HTTP/1.1" status: 200 len: 380 time: 0.0685937 Jul 28 22:32:58.274022 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6313bf1d-df36-4615-a1e7-f89550f1a2aa tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:58.277438 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6313bf1d-df36-4615-a1e7-f89550f1a2aa tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (d2106094-663d-4cff-8e19-77626a126701), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:58.293463 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-0fff38df-e8fa-48f3-a771-9522fa3c5952 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Request body: {'port': {'device_id': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'admin_state_up': True, 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'security_groups': ['babf15a5-6be1-40ef-9c09-b1c28d4061a9']}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:58.349210 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7e11a36c-c528-418e-a4bd-fbdd9fb4bf40 req-bd94690b-8b2f-42ac-b1ed-8bd9aba42dee tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 210 time: 0.0345750 Jul 28 22:32:58.417053 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-0fff38df-e8fa-48f3-a771-9522fa3c5952 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Made reservation on behalf of 9c4e68e56e744fa9af4631ae2e967a6d for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:32:58.420921 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-0fff38df-e8fa-48f3-a771-9522fa3c5952 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:58.533403 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6313bf1d-df36-4615-a1e7-f89550f1a2aa tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Router 22067912-df6f-43a3-870e-3b2255ff26c3 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:32:58.558170 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-0fff38df-e8fa-48f3-a771-9522fa3c5952 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Allocated IP 172.20.0.14 (425ace09-193c-40d9-ace1-b357fa18c983/d48d9b17-b454-4d3c-bc21-b33608361781/b0004cc7-da74-484e-8822-e521573b9c72) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:32:58.642746 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6313bf1d-df36-4615-a1e7-f89550f1a2aa tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:32:58.648469 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6313bf1d-df36-4615-a1e7-f89550f1a2aa tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:58.666309 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a256f55-08ea-4ec8-9549-e3480be897fd None None] Sync routers for ids ['22067912-df6f-43a3-870e-3b2255ff26c3'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:32:58.679874 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'tag': '5862132a-b35f-45a3-ac01-bc41c2128bbe'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:32:58.682165 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c3df83-5c17-483e-b753-13746b6ca9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b55a65b2-1c47-4b8b-9298-f7ba3c7acba7", "tag": "5862132a-b35f-45a3-ac01-bc41c2128bbe"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:32:58.688891 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a256f55-08ea-4ec8-9549-e3480be897fd None None] Routers {'22067912-df6f-43a3-870e-3b2255ff26c3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:58.689228 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-4a256f55-08ea-4ec8-9549-e3480be897fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['22067912-df6f-43a3-870e-3b2255ff26c3'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:58.750755 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:58.759363 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f650811-3726-40e1-a76e-ce3101beb485 x-openstack-request-id: req-1f650811-3726-40e1-a76e-ce3101beb485 {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:32:58.759924 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55a65b2-1c47-4b8b-9298-f7ba3c7acba7", "tag": "5862132a-b35f-45a3-ac01-bc41c2128bbe", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:32:58.760407 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f650811-3726-40e1-a76e-ce3101beb485 {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:32:58.761126 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f650811-3726-40e1-a76e-ce3101beb485'] response: {'name': 'network-changed', 'server_uuid': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'tag': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'status': 'completed', 'code': 200} Jul 28 22:32:58.779390 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6313bf1d-df36-4615-a1e7-f89550f1a2aa tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "PUT /v2.0/floatingips/d2106094-663d-4cff-8e19-77626a126701 HTTP/1.1" status: 200 len: 994 time: 1.1122282 Jul 28 22:32:58.840935 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-4a256f55-08ea-4ec8-9549-e3480be897fd None None] Set router 22067912-df6f-43a3-870e-3b2255ff26c3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:59.053151 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3df83-5c17-483e-b753-13746b6ca9f8 req-ebe603a7-7f8b-4f42-aa16-a05d5d3e6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:59.054698 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d3c3df83-5c17-483e-b753-13746b6ca9f8 req-ebe603a7-7f8b-4f42-aa16-a05d5d3e6f43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 1130 time: 0.1076279 Jul 28 22:32:59.060522 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:59.075129 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-4a256f55-08ea-4ec8-9549-e3480be897fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'd2106094-663d-4cff-8e19-77626a126701', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'port_id': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'mac_address': 'fa:16:3e:ad:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:30:40Z', 'updated_at': '2022-07-28T22:32:58Z', 'revision_number': 3, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:36Z', 'revision_number': 5, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:59.101381 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a256f55-08ea-4ec8-9549-e3480be897fd None None] Checking router: 22067912-df6f-43a3-870e-3b2255ff26c3 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:32:59.110431 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a256f55-08ea-4ec8-9549-e3480be897fd None None] Routers {'22067912-df6f-43a3-870e-3b2255ff26c3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:32:59.111034 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-4a256f55-08ea-4ec8-9549-e3480be897fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['22067912-df6f-43a3-870e-3b2255ff26c3'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:59.158795 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-0fff38df-e8fa-48f3-a771-9522fa3c5952 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for port (b0004cc7-da74-484e-8822-e521573b9c72), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:59.175265 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-71c2f66e-0faa-45cf-9c1c-077b05a5b31f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:59.177867 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-71c2f66e-0faa-45cf-9c1c-077b05a5b31f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 815 time: 0.5304236 Jul 28 22:32:59.189864 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:59.221134 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-4a256f55-08ea-4ec8-9549-e3480be897fd None None] Set router 22067912-df6f-43a3-870e-3b2255ff26c3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:32:59.251964 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3df83-5c17-483e-b753-13746b6ca9f8 req-1ec200ec-33a7-4eb5-b263-0fdc5db444e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:59.253460 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d3c3df83-5c17-483e-b753-13746b6ca9f8 req-1ec200ec-33a7-4eb5-b263-0fdc5db444e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 920 time: 0.1743488 Jul 28 22:32:59.281717 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-0fff38df-e8fa-48f3-a771-9522fa3c5952 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (b0004cc7-da74-484e-8822-e521573b9c72), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:59.317372 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dcd85-ccdc-4349-9473-e608de833f76 req-8d550ba8-7406-404a-a8e5-032d39b8bf3d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:59.318899 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8a1dcd85-ccdc-4349-9473-e608de833f76 req-8d550ba8-7406-404a-a8e5-032d39b8bf3d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 932 time: 0.0541134 Jul 28 22:32:59.346618 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:32:59.372910 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8a1dcd85-ccdc-4349-9473-e608de833f76 req-a204a65f-686c-4705-b62f-2adaf3a2433d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461414 Jul 28 22:32:59.397067 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-0fff38df-e8fa-48f3-a771-9522fa3c5952 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Network 425ace09-193c-40d9-ace1-b357fa18c983 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:32:59.406764 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-cbc2741e-e574-4d2a-9d6e-16d3d1f6da78 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea HTTP/1.1" status: 200 len: 380 time: 0.2191386 Jul 28 22:32:59.411924 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d3c3df83-5c17-483e-b753-13746b6ca9f8 req-8fb0fefa-3ce9-46da-a0f9-b1422b1bd4ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5862132a-b35f-45a3-ac01-bc41c2128bbe HTTP/1.1" status: 200 len: 1002 time: 0.1455688 Jul 28 22:32:59.412771 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-0fff38df-e8fa-48f3-a771-9522fa3c5952 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:32:59.419982 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-3de494b2-cff8-48ee-88c4-23c9d33cb6bb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'port': {'device_id': '02901dd1-28e3-486f-a09c-3af63e2e81f2', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'admin_state_up': True, 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'security_groups': ['9d453abd-202c-49ad-9865-ce826c19a314']}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:59.485391 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e2105655-2351-4924-88a8-34100e7defac req-706b1bf6-08f4-4d3f-be0c-5a459d399e21 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 210 time: 0.0463450 Jul 28 22:32:59.485663 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-0fff38df-e8fa-48f3-a771-9522fa3c5952 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:32:59.489823 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3df83-5c17-483e-b753-13746b6ca9f8 req-e4b66d74-bc86-426f-95ca-b7a6b9c23efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:59.491958 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d3c3df83-5c17-483e-b753-13746b6ca9f8 req-e4b66d74-bc86-426f-95ca-b7a6b9c23efb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.0655198 Jul 28 22:32:59.494649 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-4a256f55-08ea-4ec8-9549-e3480be897fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'd2106094-663d-4cff-8e19-77626a126701', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'port_id': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'mac_address': 'fa:16:3e:ad:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:30:40Z', 'updated_at': '2022-07-28T22:32:58Z', 'revision_number': 3, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:36Z', 'revision_number': 5, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:32:59.507714 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff38df-e8fa-48f3-a771-9522fa3c5952 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event updated for resources: {'Port': ['ID=b0004cc7-da74-484e-8822-e521573b9c72,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:32:59.533877 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a256f55-08ea-4ec8-9549-e3480be897fd None None] The sync data for ids ['22067912-df6f-43a3-870e-3b2255ff26c3'] in dv-cinder-850939-3-iscsi is: [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'd2106094-663d-4cff-8e19-77626a126701', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'port_id': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'mac_address': 'fa:16:3e:ad:90:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:30:40Z', 'updated_at': '2022-07-28T22:32:58Z', 'revision_number': 3, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:36Z', 'revision_number': 5, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:32:59.643617 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-0fff38df-e8fa-48f3-a771-9522fa3c5952 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:59.644245 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-0fff38df-e8fa-48f3-a771-9522fa3c5952 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:59.650406 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3df83-5c17-483e-b753-13746b6ca9f8 req-16170342-a198-44b4-9e4d-f777a55e31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:32:59.651903 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d3c3df83-5c17-483e-b753-13746b6ca9f8 req-16170342-a198-44b4-9e4d-f777a55e31de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956459 Jul 28 22:32:59.729394 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-0fff38df-e8fa-48f3-a771-9522fa3c5952 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4411066 Jul 28 22:32:59.746279 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Request body: {'port': {'device_id': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:32:59.821320 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-28515351-be17-462e-8c83-5c7d4b1d8a9e None None] Provisioning complete for port b0004cc7-da74-484e-8822-e521573b9c72 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:32:59.821924 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-28515351-be17-462e-8c83-5c7d4b1d8a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (b0004cc7-da74-484e-8822-e521573b9c72), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:59.849629 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-3de494b2-cff8-48ee-88c4-23c9d33cb6bb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Made reservation on behalf of d0c7b146e08f4a9ea11f1a73099eb7ea for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:32:59.852997 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-3de494b2-cff8-48ee-88c4-23c9d33cb6bb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:59.857035 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-28515351-be17-462e-8c83-5c7d4b1d8a9e None None] Port b0004cc7-da74-484e-8822-e521573b9c72 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:32:59.870381 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d3c3df83-5c17-483e-b753-13746b6ca9f8 req-07e1dc82-9da2-4f7a-8f6a-4b4cb074c4f6 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093966 Jul 28 22:32:59.875606 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b0004cc7-da74-484e-8822-e521573b9c72), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:32:59.983903 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:00.093550 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:00.151864 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d3c3df83-5c17-483e-b753-13746b6ca9f8 req-7a1037f1-5c63-4e2d-88d7-65591a05546b service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738125 Jul 28 22:33:00.217726 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-3de494b2-cff8-48ee-88c4-23c9d33cb6bb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Allocated IP 172.20.0.13 (6ba94cd9-b91a-4088-b65d-e5c882850ab5/bd9d7ef8-b1ea-409f-bc0d-02c57dced297/928ca1a1-5c7c-4967-ac84-b4ef57e684ed) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:33:00.410250 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0004cc7-da74-484e-8822-e521573b9c72 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:33:00.424190 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Publish callbacks [] for port (b0004cc7-da74-484e-8822-e521573b9c72), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:00.449756 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-3de494b2-cff8-48ee-88c4-23c9d33cb6bb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:00.454765 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Transition to ACTIVE for port object b0004cc7-da74-484e-8822-e521573b9c72 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:33:00.462025 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (b0004cc7-da74-484e-8822-e521573b9c72), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:00.516795 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62352f-a570-4ac0-bfd9-25b6be89b4af req-7c37651a-bee8-4369-ac68-c3cf9c788b88 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:00.518470 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-de62352f-a570-4ac0-bfd9-25b6be89b4af req-7c37651a-bee8-4369-ac68-c3cf9c788b88 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0482316 Jul 28 22:33:00.529921 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0004cc7-da74-484e-8822-e521573b9c72,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:00.572807 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-3de494b2-cff8-48ee-88c4-23c9d33cb6bb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:00.585054 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-de62352f-a570-4ac0-bfd9-25b6be89b4af req-08ece619-704c-4f78-a3ef-dc9927348842 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597494 Jul 28 22:33:00.684514 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-3de494b2-cff8-48ee-88c4-23c9d33cb6bb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:33:00.687904 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Attempting to bind port b0004cc7-da74-484e-8822-e521573b9c72 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:33:00.688245 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Attempting to bind port b0004cc7-da74-484e-8822-e521573b9c72 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:33:00.688577 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Attempting to bind port b0004cc7-da74-484e-8822-e521573b9c72 on network 425ace09-193c-40d9-ace1-b357fa18c983 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:33:00.696625 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-3de494b2-cff8-48ee-88c4-23c9d33cb6bb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:33:00.698815 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Port b0004cc7-da74-484e-8822-e521573b9c72 on network 425ace09-193c-40d9-ace1-b357fa18c983 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:33:00.699147 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Attempting to bind port b0004cc7-da74-484e-8822-e521573b9c72 on network 425ace09-193c-40d9-ace1-b357fa18c983 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:33:00.704377 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-3de494b2-cff8-48ee-88c4-23c9d33cb6bb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:33:00.708179 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de494b2-cff8-48ee-88c4-23c9d33cb6bb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'Port': ['ID=928ca1a1-5c7c-4967-ac84-b4ef57e684ed,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:00.716601 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:33:00.716856 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Checking segment: {'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:33:00.717230 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Bound using segment: {'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:33:00.717714 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Bound port: b0004cc7-da74-484e-8822-e521573b9c72, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c3d9c8-807e-4354-855d-afb8ab075cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:33:00.718169 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b0004cc7-da74-484e-8822-e521573b9c72), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:00.718413 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96c699-ec9f-4776-b397-26ba7c9e7d06 req-e941ee4b-b202-42c5-b032-c9151481faaa tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:00.719963 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:00.726721 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c96c699-ec9f-4776-b397-26ba7c9e7d06 req-e941ee4b-b202-42c5-b032-c9151481faaa tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 932 time: 0.0899138 Jul 28 22:33:00.764247 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'tag': '5862132a-b35f-45a3-ac01-bc41c2128bbe'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:00.766843 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e4ecad-547a-4c8c-86d3-02b018305824" -d '{"events": [{"name": "network-changed", "server_uuid": "b55a65b2-1c47-4b8b-9298-f7ba3c7acba7", "tag": "5862132a-b35f-45a3-ac01-bc41c2128bbe"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:00.786946 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c96c699-ec9f-4776-b397-26ba7c9e7d06 req-b05c65a8-405b-44ad-9402-0ace77f1d7c3 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586774 Jul 28 22:33:00.818587 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3b1e1f-25b4-4c76-9ce8-6ff965fe42b9 x-openstack-request-id: req-8d3b1e1f-25b4-4c76-9ce8-6ff965fe42b9 {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:00.818953 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55a65b2-1c47-4b8b-9298-f7ba3c7acba7", "tag": "5862132a-b35f-45a3-ac01-bc41c2128bbe", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:00.819275 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d3b1e1f-25b4-4c76-9ce8-6ff965fe42b9 {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:00.819739 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3b1e1f-25b4-4c76-9ce8-6ff965fe42b9'] response: {'name': 'network-changed', 'server_uuid': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'tag': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'status': 'completed', 'code': 200} Jul 28 22:33:00.827429 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-3de494b2-cff8-48ee-88c4-23c9d33cb6bb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:00.828074 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-3de494b2-cff8-48ee-88c4-23c9d33cb6bb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:00.846940 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:00.897794 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-3de494b2-cff8-48ee-88c4-23c9d33cb6bb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4826159 Jul 28 22:33:00.898881 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] For port b0004cc7-da74-484e-8822-e521573b9c72, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:33:00.918024 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Request body: {'port': {'device_id': '02901dd1-28e3-486f-a09c-3af63e2e81f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:33:00.942045 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] For port b0004cc7-da74-484e-8822-e521573b9c72, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b0004cc7-da74-484e-8822-e521573b9c72,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:33:00.953501 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4ecad-547a-4c8c-86d3-02b018305824 req-056109ef-0d28-46f6-bd56-116b4d03ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:00.955033 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9e4ecad-547a-4c8c-86d3-02b018305824 req-056109ef-0d28-46f6-bd56-116b4d03ee57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 1130 time: 0.1028280 Jul 28 22:33:00.960162 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (b0004cc7-da74-484e-8822-e521573b9c72), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:00.999957 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-98094bdc-2ce6-42c5-a632-45a49f3f8b03 None None] Provisioning complete for port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:33:01.000528 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-98094bdc-2ce6-42c5-a632-45a49f3f8b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:01.033058 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-98094bdc-2ce6-42c5-a632-45a49f3f8b03 None None] Port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:33:01.034089 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:01.034548 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:01.037248 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] 10.222.0.58 "PUT /v2.0/ports/b0004cc7-da74-484e-8822-e521573b9c72 HTTP/1.1" status: 200 len: 1094 time: 1.2991357 Jul 28 22:33:01.068195 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:01.075060 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a12de59-49b7-489d-b725-c431e1c1f500" -d '{"events": [{"name": "network-changed", "server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "tag": "b0004cc7-da74-484e-8822-e521573b9c72"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:01.138119 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd93c618-17b7-4172-a381-bd30038bd968 x-openstack-request-id: req-cd93c618-17b7-4172-a381-bd30038bd968 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:01.138408 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "tag": "b0004cc7-da74-484e-8822-e521573b9c72", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:01.138658 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd93c618-17b7-4172-a381-bd30038bd968 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:01.139048 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd93c618-17b7-4172-a381-bd30038bd968'] response: {'name': 'network-changed', 'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72', 'status': 'completed', 'code': 200} Jul 28 22:33:01.142456 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:01.176742 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bb22a-ab1f-498a-9574-b76def22d4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0004cc7-da74-484e-8822-e521573b9c72,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:01.205451 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-29b6d3e1-450c-4a62-946d-d3d9b480cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:01.207043 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-29b6d3e1-450c-4a62-946d-d3d9b480cf86 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 1128 time: 0.1091621 Jul 28 22:33:01.270274 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-b0cfb029-21c2-45e8-a97c-0426132c5c38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0004cc7-da74-484e-8822-e521573b9c72 HTTP/1.1" status: 200 len: 217 time: 0.0540013 Jul 28 22:33:01.311733 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4ecad-547a-4c8c-86d3-02b018305824 req-f5d0e605-f4d0-4b18-a4b3-d23c3799bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:01.313065 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9e4ecad-547a-4c8c-86d3-02b018305824 req-f5d0e605-f4d0-4b18-a4b3-d23c3799bb70 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 920 time: 0.3474257 Jul 28 22:33:01.461461 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-30477089-78d9-47bc-8042-6e6384e680dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:01.462938 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-30477089-78d9-47bc-8042-6e6384e680dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d48d9b17-b454-4d3c-bc21-b33608361781 HTTP/1.1" status: 200 len: 856 time: 0.1846178 Jul 28 22:33:01.490698 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9e4ecad-547a-4c8c-86d3-02b018305824 req-d381cf3c-2b8b-4958-87f2-ca101c79b4a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5862132a-b35f-45a3-ac01-bc41c2128bbe HTTP/1.1" status: 200 len: 1002 time: 0.1371300 Jul 28 22:33:01.737223 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a6073-f422-4ca7-bb7e-20cee96cca8a req-92cd4b2f-f5d2-4e18-8d5c-49b44aff4ee5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:01.739569 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-503a6073-f422-4ca7-bb7e-20cee96cca8a req-92cd4b2f-f5d2-4e18-8d5c-49b44aff4ee5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0506179 Jul 28 22:33:01.789946 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:01.790199 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-503a6073-f422-4ca7-bb7e-20cee96cca8a req-5de188a1-7154-40f5-b650-2916d98e1966 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439351 Jul 28 22:33:01.807897 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-ff815a43-ebf3-4738-b6a4-00b79771d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:01.809397 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-ff815a43-ebf3-4738-b6a4-00b79771d55a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=425ace09-193c-40d9-ace1-b357fa18c983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3217847 Jul 28 22:33:01.888632 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4ecad-547a-4c8c-86d3-02b018305824 req-0beea551-f450-44ca-a04d-663308cefbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:01.890398 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9e4ecad-547a-4c8c-86d3-02b018305824 req-0beea551-f450-44ca-a04d-663308cefbf1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.3902092 Jul 28 22:33:01.920907 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f91f7-8ab1-449c-bb0d-d8776ead09fd req-a618b582-03c7-41b6-831f-87987af41144 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:01.922421 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-971f91f7-8ab1-449c-bb0d-d8776ead09fd req-a618b582-03c7-41b6-831f-87987af41144 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 932 time: 0.0551572 Jul 28 22:33:01.971163 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-971f91f7-8ab1-449c-bb0d-d8776ead09fd req-a94316b0-12c2-467d-bbcb-aa1319c02b86 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415866 Jul 28 22:33:01.975861 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4ecad-547a-4c8c-86d3-02b018305824 req-975a944b-6641-4b07-a9e9-0460c21339ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:01.977382 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9e4ecad-547a-4c8c-86d3-02b018305824 req-975a944b-6641-4b07-a9e9-0460c21339ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794539 Jul 28 22:33:02.065393 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:02.069373 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928ca1a1-5c7c-4967-ac84-b4ef57e684ed {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:33:02.078637 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Publish callbacks [] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:02.086279 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-6d890c66-6b23-4214-8636-a2961127a066 service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682498 Jul 28 22:33:02.130713 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Transition to ACTIVE for port object 928ca1a1-5c7c-4967-ac84-b4ef57e684ed will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:33:02.164451 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:02.240132 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9e4ecad-547a-4c8c-86d3-02b018305824 req-2a124ccc-b836-4f48-ba1a-feaaaf1b8156 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390575 Jul 28 22:33:02.247751 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Pushing event updated for resources: {'Port': ['ID=928ca1a1-5c7c-4967-ac84-b4ef57e684ed,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:02.350535 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-98c07628-3f2b-4ee3-9296-622e344e47aa req-86f12e58-60cf-4706-9dae-620382d2fcc6 service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490656 Jul 28 22:33:02.432863 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9e4ecad-547a-4c8c-86d3-02b018305824 req-b5084215-3cb9-49a1-b3d0-ccc38299f038 service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793268 Jul 28 22:33:02.435084 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Attempting to bind port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:33:02.435421 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Attempting to bind port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:33:02.435749 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Attempting to bind port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:33:02.440070 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:33:02.440390 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Attempting to bind port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:33:02.445717 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:33:02.446055 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Checking segment: {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:33:02.446428 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Bound using segment: {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:33:02.446850 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Bound port: 928ca1a1-5c7c-4967-ac84-b4ef57e684ed, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:33:02.447204 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:02.508538 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] For port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:33:02.511926 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] For port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=928ca1a1-5c7c-4967-ac84-b4ef57e684ed,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:33:02.519224 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:02.558641 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:02.559269 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:02.560813 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] 10.222.0.58 "PUT /v2.0/ports/928ca1a1-5c7c-4967-ac84-b4ef57e684ed HTTP/1.1" status: 200 len: 1094 time: 1.6550043 Jul 28 22:33:02.583588 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531c7b7-2067-4d1b-a29a-c8db96f50051 service neutron] Pushing event updated for resources: {'Port': ['ID=928ca1a1-5c7c-4967-ac84-b4ef57e684ed,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:02.922477 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2c3c-2005-4e49-a478-8cefcd29e06d req-9c7a01dc-36c0-4b6a-b6b1-e5290f2dfc2d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:02.923947 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-793a2c3c-2005-4e49-a478-8cefcd29e06d req-9c7a01dc-36c0-4b6a-b6b1-e5290f2dfc2d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0501132 Jul 28 22:33:02.935590 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:02.970891 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-793a2c3c-2005-4e49-a478-8cefcd29e06d req-5da81d16-1243-4c23-a223-e007872e0db9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407143 Jul 28 22:33:03.140723 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02901dd1-28e3-486f-a09c-3af63e2e81f2', 'tag': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:03.143279 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02986d31-67c4-4456-9bf7-90bf6ab88b43" -d '{"events": [{"name": "network-changed", "server_uuid": "02901dd1-28e3-486f-a09c-3af63e2e81f2", "tag": "928ca1a1-5c7c-4967-ac84-b4ef57e684ed"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:03.180766 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7526b8c-422b-4990-b804-2c600402495e x-openstack-request-id: req-a7526b8c-422b-4990-b804-2c600402495e {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:03.181053 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02901dd1-28e3-486f-a09c-3af63e2e81f2", "tag": "928ca1a1-5c7c-4967-ac84-b4ef57e684ed", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:03.181311 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7526b8c-422b-4990-b804-2c600402495e {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:03.181749 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7526b8c-422b-4990-b804-2c600402495e'] response: {'name': 'network-changed', 'server_uuid': '02901dd1-28e3-486f-a09c-3af63e2e81f2', 'tag': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed', 'status': 'completed', 'code': 200} Jul 28 22:33:03.191076 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42168158-64f8-41e5-9c9d-851f950baa6e req-71de8038-f23b-4557-8861-10affd69a3c1 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:03.192665 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-42168158-64f8-41e5-9c9d-851f950baa6e req-71de8038-f23b-4557-8861-10affd69a3c1 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 944 time: 0.1455789 Jul 28 22:33:03.239625 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-42168158-64f8-41e5-9c9d-851f950baa6e req-6d01dea2-b67b-4b63-9a92-629131716c9b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414844 Jul 28 22:33:03.406052 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12de59-49b7-489d-b725-c431e1c1f500 req-a872b725-be8f-4063-97d6-3431aaa4b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:03.410220 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3a12de59-49b7-489d-b725-c431e1c1f500 req-a872b725-be8f-4063-97d6-3431aaa4b976 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 1128 time: 0.0707932 Jul 28 22:33:03.413621 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02986d31-67c4-4456-9bf7-90bf6ab88b43 req-4d619ae1-c51d-4bdb-8eda-6744e2a73d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:03.415702 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-02986d31-67c4-4456-9bf7-90bf6ab88b43 req-4d619ae1-c51d-4bdb-8eda-6744e2a73d6a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 1128 time: 0.0655637 Jul 28 22:33:03.442706 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:03.582781 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12de59-49b7-489d-b725-c431e1c1f500 req-6f145cdd-8527-4dfd-92a5-ad3eb68daa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:03.584237 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3a12de59-49b7-489d-b725-c431e1c1f500 req-6f145cdd-8527-4dfd-92a5-ad3eb68daa3b service neutron] 10.222.0.58 "GET /v2.0/networks?id=425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 200 len: 918 time: 0.1677008 Jul 28 22:33:03.586678 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02986d31-67c4-4456-9bf7-90bf6ab88b43 req-e77b49ac-3782-488d-9d5f-92f901123810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:03.587983 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-02986d31-67c4-4456-9bf7-90bf6ab88b43 req-e77b49ac-3782-488d-9d5f-92f901123810 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1628931 Jul 28 22:33:03.647396 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3a12de59-49b7-489d-b725-c431e1c1f500 req-8e0d58b5-11a0-4a60-b382-52eebe0cfe7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0004cc7-da74-484e-8822-e521573b9c72 HTTP/1.1" status: 200 len: 217 time: 0.0525904 Jul 28 22:33:03.724067 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:03.749604 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12de59-49b7-489d-b725-c431e1c1f500 req-8e31699b-2e23-4f12-83ac-04fa13bb7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:03.751084 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3a12de59-49b7-489d-b725-c431e1c1f500 req-8e31699b-2e23-4f12-83ac-04fa13bb7115 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d48d9b17-b454-4d3c-bc21-b33608361781 HTTP/1.1" status: 200 len: 856 time: 0.0795376 Jul 28 22:33:03.807479 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02986d31-67c4-4456-9bf7-90bf6ab88b43 req-be651bd8-9d31-46eb-8952-ee67ba5e8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:03.808945 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-02986d31-67c4-4456-9bf7-90bf6ab88b43 req-be651bd8-9d31-46eb-8952-ee67ba5e8b2f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2082467 Jul 28 22:33:03.814108 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12de59-49b7-489d-b725-c431e1c1f500 req-28473733-3fb8-4390-98e6-85ae286cecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:03.815478 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3a12de59-49b7-489d-b725-c431e1c1f500 req-28473733-3fb8-4390-98e6-85ae286cecf4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=425ace09-193c-40d9-ace1-b357fa18c983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574148 Jul 28 22:33:03.919350 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-0693f256-b188-4ed8-8bbc-cae9502e11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:03.920810 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-0693f256-b188-4ed8-8bbc-cae9502e11e4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 1128 time: 0.0568483 Jul 28 22:33:03.969057 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-09539810-572a-49be-9b45-595d48670df3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=928ca1a1-5c7c-4967-ac84-b4ef57e684ed HTTP/1.1" status: 200 len: 217 time: 0.0398381 Jul 28 22:33:03.974581 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3a12de59-49b7-489d-b725-c431e1c1f500 req-5153dad5-a1ef-4172-8053-75d0892801ca service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529894 Jul 28 22:33:04.075333 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-c03e8b46-309b-4ec1-9748-c66f2408a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:04.076830 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-c03e8b46-309b-4ec1-9748-c66f2408a50a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd9d7ef8-b1ea-409f-bc0d-02c57dced297 HTTP/1.1" status: 200 len: 854 time: 0.1013453 Jul 28 22:33:04.107840 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c540c-684f-40f2-9a62-0f5071544e26 req-936028e1-af63-49b7-a3c5-81221813c37d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:04.109335 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-266c540c-684f-40f2-9a62-0f5071544e26 req-936028e1-af63-49b7-a3c5-81221813c37d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0580103 Jul 28 22:33:04.143813 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3a12de59-49b7-489d-b725-c431e1c1f500 req-9a2cf88e-eb50-4068-ac1a-d656be2a6111 service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604505 Jul 28 22:33:04.145515 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-8d24a729-55c0-41dc-a205-ce8d39772648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:04.146793 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-8d24a729-55c0-41dc-a205-ce8d39772648 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ba94cd9-b91a-4088-b65d-e5c882850ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610561 Jul 28 22:33:04.215017 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-266c540c-684f-40f2-9a62-0f5071544e26 req-045848d5-105e-49e7-ab13-8bdd87db2e85 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997455 Jul 28 22:33:04.251240 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-695d5a50-cca8-4a73-83dd-d63cea6742ad service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938914 Jul 28 22:33:04.352890 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f21fd3b-1438-4415-941b-6c5f124161cb req-900bea2d-0f2e-4e4f-8ce7-64347c3c50f2 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941133 Jul 28 22:33:04.375998 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b24cdd-2437-4131-aafe-ff8f456dfc32 req-0d901ad9-a41f-4b45-a15c-c81d304d6d0b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:04.378930 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-12b24cdd-2437-4131-aafe-ff8f456dfc32 req-0d901ad9-a41f-4b45-a15c-c81d304d6d0b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 944 time: 0.0563445 Jul 28 22:33:04.431042 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-12b24cdd-2437-4131-aafe-ff8f456dfc32 req-c499df3f-75c9-4e4b-ad5f-1544c5a88545 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459871 Jul 28 22:33:05.085809 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device b0004cc7-da74-484e-8822-e521573b9c72 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:33:05.094749 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:05.099294 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:05.189009 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port b0004cc7-da74-484e-8822-e521573b9c72, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b0004cc7-da74-484e-8822-e521573b9c72,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:05.200309 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': 'b0004cc7-da74-484e-8822-e521573b9c72', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'port_id': 'b0004cc7-da74-484e-8822-e521573b9c72', 'mac_address': 'fa:16:3e:b2:9e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:33:05.234622 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port b0004cc7-da74-484e-8822-e521573b9c72 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:33:05.235010 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b0004cc7-da74-484e-8822-e521573b9c72), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:05.257406 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0004cc7-da74-484e-8822-e521573b9c72 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:33:05.277400 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port b0004cc7-da74-484e-8822-e521573b9c72, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b0004cc7-da74-484e-8822-e521573b9c72,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:05.283801 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (b0004cc7-da74-484e-8822-e521573b9c72), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:05.329591 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=b0004cc7-da74-484e-8822-e521573b9c72,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:05.344917 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a8be-90bf-436a-9c8e-f67ecd043207 req-f40b29cd-bd55-4531-a827-57eb8787f44c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:05.346522 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ec45a8be-90bf-436a-9c8e-f67ecd043207 req-f40b29cd-bd55-4531-a827-57eb8787f44c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 945 time: 0.0481238 Jul 28 22:33:05.394121 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ec45a8be-90bf-436a-9c8e-f67ecd043207 req-88f0d3c3-548a-4e81-9f11-5b3cb91003c2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Jul 28 22:33:05.548057 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577fc50-040f-47e5-9ebc-386b933827d1 req-b0b765a1-eb27-490e-8368-89292f5b12f0 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:05.549502 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1577fc50-040f-47e5-9ebc-386b933827d1 req-b0b765a1-eb27-490e-8368-89292f5b12f0 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 944 time: 0.0470870 Jul 28 22:33:05.595422 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1577fc50-040f-47e5-9ebc-386b933827d1 req-b057856e-9315-4164-b912-8002ec6b1495 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400374 Jul 28 22:33:05.602457 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['b0004cc7-da74-484e-8822-e521573b9c72'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:33:06.526294 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895f01e-989d-4cb4-b965-65b1daecc641 req-f4c7e98e-3fd2-4321-87f1-a93d3c59717d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:06.527780 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9895f01e-989d-4cb4-b965-65b1daecc641 req-f4c7e98e-3fd2-4321-87f1-a93d3c59717d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 945 time: 0.0499444 Jul 28 22:33:06.574737 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9895f01e-989d-4cb4-b965-65b1daecc641 req-67e4ebfa-47d8-41f9-8ab6-82d15d1344f8 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 Jul 28 22:33:06.701312 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:06.713458 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48d27a-9b5d-4f5c-80bd-a0b23d00b7df req-08188f54-f51b-4b27-9193-2b4d25d06096 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:06.714950 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2c48d27a-9b5d-4f5c-80bd-a0b23d00b7df req-08188f54-f51b-4b27-9193-2b4d25d06096 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 944 time: 0.0476346 Jul 28 22:33:06.760926 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2c48d27a-9b5d-4f5c-80bd-a0b23d00b7df req-53caa7f9-5ee2-44d6-9e2d-24ded7316af0 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405283 Jul 28 22:33:07.121225 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 928ca1a1-5c7c-4967-ac84-b4ef57e684ed details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:33:07.124535 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device b0004cc7-da74-484e-8822-e521573b9c72 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:33:07.222394 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port b0004cc7-da74-484e-8822-e521573b9c72 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:33:07.234403 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port b0004cc7-da74-484e-8822-e521573b9c72 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:33:07.234786 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (b0004cc7-da74-484e-8822-e521573b9c72), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:07.296718 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=928ca1a1-5c7c-4967-ac84-b4ef57e684ed,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:07.310079 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'port_id': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed', 'mac_address': 'fa:16:3e:39:2c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:33:07.379683 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port b0004cc7-da74-484e-8822-e521573b9c72 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:33:07.380096 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b0004cc7-da74-484e-8822-e521573b9c72), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:07.384277 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:33:07.384649 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:07.411027 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928ca1a1-5c7c-4967-ac84-b4ef57e684ed {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:33:07.419409 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:07.421640 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60de0209-69b3-4b2e-a43c-f9e73c7d7383" -d '{"events": [{"server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0004cc7-da74-484e-8822-e521573b9c72"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:07.426991 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:07.437786 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:07.442201 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port b0004cc7-da74-484e-8822-e521573b9c72, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b0004cc7-da74-484e-8822-e521573b9c72,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:07.452656 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (b0004cc7-da74-484e-8822-e521573b9c72), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:07.455997 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=928ca1a1-5c7c-4967-ac84-b4ef57e684ed,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:07.462426 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:07.481097 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b67e81-3f57-46d2-8acc-d765dcccc5c1 x-openstack-request-id: req-09b67e81-3f57-46d2-8acc-d765dcccc5c1 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:07.481419 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0004cc7-da74-484e-8822-e521573b9c72", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:07.481703 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09b67e81-3f57-46d2-8acc-d765dcccc5c1 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:07.482093 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b67e81-3f57-46d2-8acc-d765dcccc5c1'] response: {'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72', 'code': 200} Jul 28 22:33:07.507926 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=b0004cc7-da74-484e-8822-e521573b9c72,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:07.555326 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=928ca1a1-5c7c-4967-ac84-b4ef57e684ed,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:07.703197 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dbeaa-24bb-4e0d-ab89-fbc32ae0d467 req-8011dc0f-9505-4dbb-a7b1-d0b77aaf665e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:07.704646 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b23dbeaa-24bb-4e0d-ab89-fbc32ae0d467 req-8011dc0f-9505-4dbb-a7b1-d0b77aaf665e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0501039 Jul 28 22:33:07.762932 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['928ca1a1-5c7c-4967-ac84-b4ef57e684ed'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:33:07.766118 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b23dbeaa-24bb-4e0d-ab89-fbc32ae0d467 req-23d3a742-55fa-437c-9992-e006b1e6d723 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546570 Jul 28 22:33:07.883974 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507083e-9843-4d93-bf7d-0eca3485a13f req-d0384694-cfad-47ea-bb30-7e3425b01858 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:07.885564 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a507083e-9843-4d93-bf7d-0eca3485a13f req-d0384694-cfad-47ea-bb30-7e3425b01858 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 945 time: 0.0494106 Jul 28 22:33:07.934404 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a507083e-9843-4d93-bf7d-0eca3485a13f req-80d3785e-fcde-4c5d-bdab-8dd2a026998d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421665 Jul 28 22:33:08.099144 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57b864-55dc-4c3b-92f4-b5c937ce47dc req-cef1d3db-329b-4d1a-93ae-38d65065bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:08.100681 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-ac57b864-55dc-4c3b-92f4-b5c937ce47dc req-cef1d3db-329b-4d1a-93ae-38d65065bbfb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 1130 time: 0.0424609 Jul 28 22:33:08.146403 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-ac57b864-55dc-4c3b-92f4-b5c937ce47dc req-b31c1725-c93e-48c9-a8e1-19277bbba718 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393701 Jul 28 22:33:08.641745 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:08.887923 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24267d3c-762d-48c2-9214-c682a2839305 req-39e2f15e-f563-41e1-84a5-25250362c32c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:08.889479 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-24267d3c-762d-48c2-9214-c682a2839305 req-39e2f15e-f563-41e1-84a5-25250362c32c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0459647 Jul 28 22:33:08.936971 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-24267d3c-762d-48c2-9214-c682a2839305 req-c2cb948f-d173-466e-9319-8889fb71a65f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406554 Jul 28 22:33:09.045339 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:09.059430 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8835c-3fd7-4056-8ba4-1d04b8427f11 req-9a9ff746-87f4-41b2-ad17-c0af9bf25ff8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:09.060911 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cef8835c-3fd7-4056-8ba4-1d04b8427f11 req-9a9ff746-87f4-41b2-ad17-c0af9bf25ff8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 945 time: 0.0518332 Jul 28 22:33:09.108784 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cef8835c-3fd7-4056-8ba4-1d04b8427f11 req-067a6945-2440-4df8-838b-8ad86a15f587 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423408 Jul 28 22:33:09.146739 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 928ca1a1-5c7c-4967-ac84-b4ef57e684ed up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:33:09.195941 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:33:09.202700 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:33:09.203081 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:09.275290 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-e37d517d-b02d-4773-81ae-bdf23ca3e063 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337180336&fields=id&tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f HTTP/1.1" status: 200 len: 267 time: 0.0447037 Jul 28 22:33:09.278377 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:33:09.278774 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:09.312516 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=928ca1a1-5c7c-4967-ac84-b4ef57e684ed,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:09.316283 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:09.362456 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=928ca1a1-5c7c-4967-ac84-b4ef57e684ed,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:09.387075 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c85059-72da-43e7-bb30-681b603603e1 req-83a14541-275f-4c30-be21-f855b7148e07 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:09.388537 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-83a14541-275f-4c30-be21-f855b7148e07 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 811 time: 0.1046305 Jul 28 22:33:09.403601 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-47a1abcb-5577-4994-b8f9-485326bbef81 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/quotas/862a3f47ebe842fb8c5fbd4ef08f0b5f HTTP/1.1" status: 200 len: 375 time: 0.0097427 Jul 28 22:33:09.451579 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-7850a8b7-6135-4830-bef6-9ef89b12006d tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429974 Jul 28 22:33:09.483633 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02901dd1-28e3-486f-a09c-3af63e2e81f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:09.486066 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b253bdab-3cc7-42c8-8e8c-0ae3178d0d09" -d '{"events": [{"server_uuid": "02901dd1-28e3-486f-a09c-3af63e2e81f2", "name": "network-vif-plugged", "status": "completed", "tag": "928ca1a1-5c7c-4967-ac84-b4ef57e684ed"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:09.522023 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444dd47b-74e1-41a7-854f-c47f09ae36b7 x-openstack-request-id: req-444dd47b-74e1-41a7-854f-c47f09ae36b7 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:09.522351 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02901dd1-28e3-486f-a09c-3af63e2e81f2", "name": "network-vif-plugged", "status": "completed", "tag": "928ca1a1-5c7c-4967-ac84-b4ef57e684ed", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:09.522636 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-444dd47b-74e1-41a7-854f-c47f09ae36b7 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:09.523193 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-444dd47b-74e1-41a7-854f-c47f09ae36b7'] response: {'server_uuid': '02901dd1-28e3-486f-a09c-3af63e2e81f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed', 'code': 200} Jul 28 22:33:09.552948 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-d201b353-0faa-4c64-a5cf-6d2f25069a83 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891333 Jul 28 22:33:09.646764 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-9158d3ce-a77f-4b0f-beb5-5f855f4ccdc3 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881755 Jul 28 22:33:09.971255 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e9f6d9d3-21ba-4dc6-a5fa-a048ce13d279 req-615fe5f1-45f9-40b3-8b5c-419eb47266ba tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 210 time: 0.0330725 Jul 28 22:33:10.029756 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:10.041564 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acf3ee-2a7e-4cc1-9010-c9e5a6d2a734 req-948b31a5-d80a-4074-88cb-9d834e547c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:10.043077 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-76acf3ee-2a7e-4cc1-9010-c9e5a6d2a734 req-948b31a5-d80a-4074-88cb-9d834e547c89 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 1130 time: 0.0468137 Jul 28 22:33:10.080831 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0132258-4db9-40d2-9702-2f3b054205bf req-c596fbaf-de9f-47fe-85b9-7cd4f75f6a8e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:10.082995 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a0132258-4db9-40d2-9702-2f3b054205bf req-c596fbaf-de9f-47fe-85b9-7cd4f75f6a8e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0580399 Jul 28 22:33:10.094345 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-76acf3ee-2a7e-4cc1-9010-c9e5a6d2a734 req-2aa340e8-7662-4440-87e8-340fbaba8b8c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448437 Jul 28 22:33:10.132808 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a0132258-4db9-40d2-9702-2f3b054205bf req-e0af3290-a744-484f-8d11-86bc55d31413 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433156 Jul 28 22:33:10.266032 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b30c73-2d79-47ae-b29a-50e2129e1bb1 req-7a3d9536-b49f-4d43-93c3-c75048247cd7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:10.267504 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-53b30c73-2d79-47ae-b29a-50e2129e1bb1 req-7a3d9536-b49f-4d43-93c3-c75048247cd7 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 946 time: 0.0798569 Jul 28 22:33:10.297593 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0fafc-7a10-43ba-8f2c-6591e4abbcd2 req-e9c8cbc3-03b1-4da0-b43f-b0f93b8b8ec4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:10.299162 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-40c0fafc-7a10-43ba-8f2c-6591e4abbcd2 req-e9c8cbc3-03b1-4da0-b43f-b0f93b8b8ec4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0735078 Jul 28 22:33:10.310461 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 44972) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:10.315778 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-1d37b5f8-030c-49ae-88f4-4e8cf1099fa7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Request body: {'floatingip': {'port_id': 'b0004cc7-da74-484e-8822-e521573b9c72'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:33:10.332417 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:10.337414 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-53b30c73-2d79-47ae-b29a-50e2129e1bb1 req-c8455014-54dc-4cd5-bab6-86417c55c217 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642726 Jul 28 22:33:10.359381 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1d37b5f8-030c-49ae-88f4-4e8cf1099fa7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (53148e5b-3130-496e-866a-115c7ae96337), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:10.570803 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:11.014161 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1d37b5f8-030c-49ae-88f4-4e8cf1099fa7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:11.017987 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1d37b5f8-030c-49ae-88f4-4e8cf1099fa7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (53148e5b-3130-496e-866a-115c7ae96337), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:11.076238 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4c3d87a4-0b9a-49af-ba45-96879db12fb5 req-81312cbc-fff3-4656-be54-5d3b6eab3e78 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 210 time: 0.0312982 Jul 28 22:33:11.116265 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [None req-1d37b5f8-030c-49ae-88f4-4e8cf1099fa7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Floating IP 53148e5b-3130-496e-866a-115c7ae96337 associated. External IP: 172.27.3.232, port: b0004cc7-da74-484e-8822-e521573b9c72. Jul 28 22:33:11.311986 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d37b5f8-030c-49ae-88f4-4e8cf1099fa7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Router 84e728da-e7c5-4640-b795-c7ed907d7480 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:33:11.418788 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d37b5f8-030c-49ae-88f4-4e8cf1099fa7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:33:11.423629 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-1d37b5f8-030c-49ae-88f4-4e8cf1099fa7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:11.432379 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96add02e-cf36-444b-acb0-c5e586edf4b7 None None] Sync routers for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:33:11.450126 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96add02e-cf36-444b-acb0-c5e586edf4b7 None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:33:11.451425 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-96add02e-cf36-444b-acb0-c5e586edf4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:11.460426 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-1d37b5f8-030c-49ae-88f4-4e8cf1099fa7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "PUT /v2.0/floatingips/53148e5b-3130-496e-866a-115c7ae96337 HTTP/1.1" status: 200 len: 992 time: 1.1485240 Jul 28 22:33:11.461247 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:11.464185 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d6cdb9-dd94-40f8-93de-24a8ae071d29" -d '{"events": [{"name": "network-changed", "server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "tag": "b0004cc7-da74-484e-8822-e521573b9c72"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:11.509236 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa461ee-6ad2-4932-8b93-37087ed2bb21 req-08ea1755-5685-4c2f-8f68-d2aecfdb04d2 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:11.511087 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2aa461ee-6ad2-4932-8b93-37087ed2bb21 req-08ea1755-5685-4c2f-8f68-d2aecfdb04d2 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 946 time: 0.0965354 Jul 28 22:33:11.524332 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a134afc-0265-4be2-8966-7ded32d8d42d x-openstack-request-id: req-7a134afc-0265-4be2-8966-7ded32d8d42d {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:11.524885 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "tag": "b0004cc7-da74-484e-8822-e521573b9c72", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:11.525216 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a134afc-0265-4be2-8966-7ded32d8d42d {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:11.525766 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a134afc-0265-4be2-8966-7ded32d8d42d'] response: {'name': 'network-changed', 'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72', 'status': 'completed', 'code': 200} Jul 28 22:33:11.563227 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2aa461ee-6ad2-4932-8b93-37087ed2bb21 req-7c2aeb81-6679-4966-8e54-2c0345259f82 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462964 Jul 28 22:33:11.579314 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-96add02e-cf36-444b-acb0-c5e586edf4b7 None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:33:11.734075 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:11.787275 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-96add02e-cf36-444b-acb0-c5e586edf4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '53148e5b-3130-496e-866a-115c7ae96337', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'port_id': 'b0004cc7-da74-484e-8822-e521573b9c72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'mac_address': 'fa:16:3e:b2:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:32:55Z', 'updated_at': '2022-07-28T22:33:10Z', 'revision_number': 1, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:24Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:11.811057 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96add02e-cf36-444b-acb0-c5e586edf4b7 None None] Checking router: 84e728da-e7c5-4640-b795-c7ed907d7480 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:33:11.819788 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96add02e-cf36-444b-acb0-c5e586edf4b7 None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:33:11.820312 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-96add02e-cf36-444b-acb0-c5e586edf4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:11.867764 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:11.900432 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:33:11.927099 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-96add02e-cf36-444b-acb0-c5e586edf4b7 None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:33:12.115688 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:12.167716 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6cdb9-dd94-40f8-93de-24a8ae071d29 req-fe1704f5-d338-4ecf-8516-dcee532678fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:12.169233 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b6d6cdb9-dd94-40f8-93de-24a8ae071d29 req-fe1704f5-d338-4ecf-8516-dcee532678fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 1130 time: 0.1316767 Jul 28 22:33:12.174062 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-96add02e-cf36-444b-acb0-c5e586edf4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '53148e5b-3130-496e-866a-115c7ae96337', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'port_id': 'b0004cc7-da74-484e-8822-e521573b9c72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'mac_address': 'fa:16:3e:b2:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:32:55Z', 'updated_at': '2022-07-28T22:33:10Z', 'revision_number': 1, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:24Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:12.174282 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b82a9095-413d-4daf-b477-8a199cc25beb req-f8486acf-9391-41e9-91b1-c9bf0c40037c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1285520 Jul 28 22:33:12.214227 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96add02e-cf36-444b-acb0-c5e586edf4b7 None None] The sync data for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi is: [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '53148e5b-3130-496e-866a-115c7ae96337', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'floating_ip_address': '172.27.3.232', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'port_id': 'b0004cc7-da74-484e-8822-e521573b9c72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'mac_address': 'fa:16:3e:b2:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:32:55Z', 'updated_at': '2022-07-28T22:33:10Z', 'revision_number': 1, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:24Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:33:12.223824 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-33c23975-8d28-4bd2-bd81-0969eac024cd req-e6076402-a67d-48e9-a3ee-810d398085ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 210 time: 0.0490966 Jul 28 22:33:12.296701 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:12.304196 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a9095-413d-4daf-b477-8a199cc25beb req-4d64896b-e7d2-41d9-8e33-52ed4cb59df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:12.305724 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b82a9095-413d-4daf-b477-8a199cc25beb req-4d64896b-e7d2-41d9-8e33-52ed4cb59df4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 1129 time: 0.1051974 Jul 28 22:33:12.334339 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c85059-72da-43e7-bb30-681b603603e1 req-3e665136-4d0a-49b9-bbf4-02b2aaf6ef4a tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:12.335869 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-3e665136-4d0a-49b9-bbf4-02b2aaf6ef4a tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 811 time: 0.2878959 Jul 28 22:33:12.431417 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6cdb9-dd94-40f8-93de-24a8ae071d29 req-daa604f2-a8a8-4e76-9006-363bf5fde0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:12.432894 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b6d6cdb9-dd94-40f8-93de-24a8ae071d29 req-daa604f2-a8a8-4e76-9006-363bf5fde0c6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 200 len: 918 time: 0.2472696 Jul 28 22:33:12.475643 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e405c18-03e3-4909-a94b-8ce66a24d089 None None] New status for floating IP 53148e5b-3130-496e-866a-115c7ae96337: ACTIVE {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:33:12.538357 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-332b8e52-30f2-4687-bd63-1786ce661c46 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f HTTP/1.1" status: 200 len: 380 time: 0.1837082 Jul 28 22:33:12.553953 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-a3c85059-72da-43e7-bb30-681b603603e1 req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Request body: {'port': {'device_id': '47525846-7437-4e19-acd2-70f0ea466207', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'admin_state_up': True, 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'security_groups': ['31139b36-846b-4cf1-8db5-49de149d6bd8']}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:33:12.577262 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b6d6cdb9-dd94-40f8-93de-24a8ae071d29 req-5a964085-66f7-42a7-9407-ceef5003a720 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0004cc7-da74-484e-8822-e521573b9c72 HTTP/1.1" status: 200 len: 1000 time: 0.1298313 Jul 28 22:33:12.604689 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a9095-413d-4daf-b477-8a199cc25beb req-49f0fabd-5f91-4b82-9924-8d90e12ff311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:12.606248 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b82a9095-413d-4daf-b477-8a199cc25beb req-49f0fabd-5f91-4b82-9924-8d90e12ff311 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 200 len: 920 time: 0.2695148 Jul 28 22:33:12.687638 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b82a9095-413d-4daf-b477-8a199cc25beb req-d227c79f-f603-4130-baf6-c5ab8f56a9c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9978da88-5a78-4aab-a326-2ea421a9deb1 HTTP/1.1" status: 200 len: 217 time: 0.0661833 Jul 28 22:33:12.714721 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e2bf2-bc76-4b22-b91b-d0991dcb40aa req-71bc62af-c218-4efc-a5a6-b66ca8c1a82f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:12.716208 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-064e2bf2-bc76-4b22-b91b-d0991dcb40aa req-71bc62af-c218-4efc-a5a6-b66ca8c1a82f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 946 time: 0.0606749 Jul 28 22:33:12.757161 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6cdb9-dd94-40f8-93de-24a8ae071d29 req-f315db96-2ab7-4559-a583-b6630687f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:12.758711 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b6d6cdb9-dd94-40f8-93de-24a8ae071d29 req-f315db96-2ab7-4559-a583-b6630687f3a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d48d9b17-b454-4d3c-bc21-b33608361781 HTTP/1.1" status: 200 len: 856 time: 0.1495016 Jul 28 22:33:12.772455 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-064e2bf2-bc76-4b22-b91b-d0991dcb40aa req-b0419f6c-65c3-4e05-8cf2-169bd0df2b07 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486233 Jul 28 22:33:12.824700 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a9095-413d-4daf-b477-8a199cc25beb req-e66f735f-b1ab-4fa3-8444-51cb371c2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:12.826198 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b82a9095-413d-4daf-b477-8a199cc25beb req-e66f735f-b1ab-4fa3-8444-51cb371c2d71 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 200 len: 858 time: 0.1318092 Jul 28 22:33:12.840831 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6cdb9-dd94-40f8-93de-24a8ae071d29 req-523d3de7-f703-4641-8c28-68a6f2448a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:12.842314 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b6d6cdb9-dd94-40f8-93de-24a8ae071d29 req-523d3de7-f703-4641-8c28-68a6f2448a27 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=425ace09-193c-40d9-ace1-b357fa18c983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711482 Jul 28 22:33:12.854162 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c85059-72da-43e7-bb30-681b603603e1 req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Made reservation on behalf of 862a3f47ebe842fb8c5fbd4ef08f0b5f for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:33:12.857704 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a3c85059-72da-43e7-bb30-681b603603e1 req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:12.895999 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05e6d2-3fbb-4ea8-adf8-ea2d603437cf req-11ac5a40-6db7-4784-9769-610221ddb31b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:12.897384 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-eb05e6d2-3fbb-4ea8-adf8-ea2d603437cf req-11ac5a40-6db7-4784-9769-610221ddb31b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 946 time: 0.0509131 Jul 28 22:33:12.907399 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 44990) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:12.913221 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-c27a072c-a083-4c34-b72a-df05e54ea2dd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'floatingip': {'port_id': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:33:12.952094 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c27a072c-a083-4c34-b72a-df05e54ea2dd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (3f4d6786-4bb0-46a0-80a2-3cd01a721940), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:13.012963 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a9095-413d-4daf-b477-8a199cc25beb req-7f472f4f-30e0-4faa-a992-8f02e679e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:13.014560 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b82a9095-413d-4daf-b477-8a199cc25beb req-7f472f4f-30e0-4faa-a992-8f02e679e19f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f48c6e9d-45a6-4c64-a517-0531b03b9307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1331625 Jul 28 22:33:13.137859 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b6d6cdb9-dd94-40f8-93de-24a8ae071d29 req-fb70c6ef-2d0b-4505-9610-7bdca03c5e4c service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574489 Jul 28 22:33:13.145833 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:13.164844 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:13.172301 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-a3c85059-72da-43e7-bb30-681b603603e1 req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Allocated IP 172.20.0.14 (ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e/ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1/ac87f497-4264-4cef-8637-fb0c985ee2c9) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:33:13.225554 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:13.254956 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b82a9095-413d-4daf-b477-8a199cc25beb req-40ec8dc7-02a6-4061-beaf-8b93ddcb9dde service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320266 Jul 28 22:33:13.336549 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-24fda026-62b6-4eb9-9ff9-eaf2506d2566 req-fc63fb5a-1c5b-401a-ba0d-dbd3164b4e39 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 210 time: 0.0392005 Jul 28 22:33:13.655369 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b6d6cdb9-dd94-40f8-93de-24a8ae071d29 req-9b7835f9-6b9d-4be5-92fe-464be901f218 service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042269 Jul 28 22:33:13.657319 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c27a072c-a083-4c34-b72a-df05e54ea2dd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:13.661312 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c27a072c-a083-4c34-b72a-df05e54ea2dd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (3f4d6786-4bb0-46a0-80a2-3cd01a721940), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:13.698115 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b82a9095-413d-4daf-b477-8a199cc25beb req-f83ad630-aacc-422b-a23e-192cc59929ed service neutron] 10.222.0.58 "GET /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260066 Jul 28 22:33:13.743918 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a3c85059-72da-43e7-bb30-681b603603e1 req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:13.765631 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.l3_db [None req-c27a072c-a083-4c34-b72a-df05e54ea2dd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Floating IP 3f4d6786-4bb0-46a0-80a2-3cd01a721940 associated. External IP: 172.27.3.26, port: 928ca1a1-5c7c-4967-ac84-b4ef57e684ed. Jul 28 22:33:13.777252 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a3c85059-72da-43e7-bb30-681b603603e1 req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:13.825230 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c85059-72da-43e7-bb30-681b603603e1 req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:33:13.828492 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-a3c85059-72da-43e7-bb30-681b603603e1 req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:33:13.832997 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c85059-72da-43e7-bb30-681b603603e1 req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:33:13.862331 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'Port': ['ID=ac87f497-4264-4cef-8637-fb0c985ee2c9,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:13.876584 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.876927 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.877265 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.877681 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.877956 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.878285 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.878658 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.879000 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.879648 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.879979 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.880306 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.880631 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.881024 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.881345 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.881765 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:13.906996 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c85059-72da-43e7-bb30-681b603603e1 req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:13.907760 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a3c85059-72da-43e7-bb30-681b603603e1 req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:13.928598 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-52de1ddc-daac-418a-8c1a-b271f1ed5930 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3815913 Jul 28 22:33:13.942765 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Request body: {'port': {'device_id': '47525846-7437-4e19-acd2-70f0ea466207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:33:13.971689 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:13.977275 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27a072c-a083-4c34-b72a-df05e54ea2dd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Router 4212d08f-0cd3-4631-829f-f12aa2744ce6 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:33:14.008006 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:14.087742 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27a072c-a083-4c34-b72a-df05e54ea2dd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:33:14.092395 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c27a072c-a083-4c34-b72a-df05e54ea2dd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:14.098526 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5afe04c-f898-487d-8fc4-8dfa004ac57a None None] Sync routers for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:33:14.100124 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-65f256dc-3727-48cb-87f2-15c145e07685 None None] Provisioning complete for port ac87f497-4264-4cef-8637-fb0c985ee2c9 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:33:14.100529 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-65f256dc-3727-48cb-87f2-15c145e07685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:14.110486 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5afe04c-f898-487d-8fc4-8dfa004ac57a None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:33:14.111015 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-b5afe04c-f898-487d-8fc4-8dfa004ac57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:14.133768 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:14.137405 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-65f256dc-3727-48cb-87f2-15c145e07685 None None] Port ac87f497-4264-4cef-8637-fb0c985ee2c9 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:33:14.147244 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c27a072c-a083-4c34-b72a-df05e54ea2dd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "PUT /v2.0/floatingips/3f4d6786-4bb0-46a0-80a2-3cd01a721940 HTTP/1.1" status: 200 len: 991 time: 1.2387719 Jul 28 22:33:14.147961 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02901dd1-28e3-486f-a09c-3af63e2e81f2', 'tag': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:14.150447 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb87ecd1-8faa-4d36-8fd8-f09359bf0382" -d '{"events": [{"name": "network-changed", "server_uuid": "02901dd1-28e3-486f-a09c-3af63e2e81f2", "tag": "928ca1a1-5c7c-4967-ac84-b4ef57e684ed"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:14.188350 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b883743a-f2d6-4e43-a29b-8bb53dc25724 x-openstack-request-id: req-b883743a-f2d6-4e43-a29b-8bb53dc25724 {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:14.188649 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02901dd1-28e3-486f-a09c-3af63e2e81f2", "tag": "928ca1a1-5c7c-4967-ac84-b4ef57e684ed", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:14.189139 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b883743a-f2d6-4e43-a29b-8bb53dc25724 {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:14.190101 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b883743a-f2d6-4e43-a29b-8bb53dc25724'] response: {'name': 'network-changed', 'server_uuid': '02901dd1-28e3-486f-a09c-3af63e2e81f2', 'tag': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed', 'status': 'completed', 'code': 200} Jul 28 22:33:14.194175 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:14.235649 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-b5afe04c-f898-487d-8fc4-8dfa004ac57a None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:33:14.284172 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ecd1-8faa-4d36-8fd8-f09359bf0382 req-c322beb1-7dc1-4c44-910a-5e1e8e34d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:14.286140 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-bb87ecd1-8faa-4d36-8fd8-f09359bf0382 req-c322beb1-7dc1-4c44-910a-5e1e8e34d16c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 1130 time: 0.0694966 Jul 28 22:33:14.373136 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:14.389471 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac87f497-4264-4cef-8637-fb0c985ee2c9 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:33:14.403639 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Publish callbacks [] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:14.437323 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Transition to ACTIVE for port object ac87f497-4264-4cef-8637-fb0c985ee2c9 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:33:14.443493 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ecd1-8faa-4d36-8fd8-f09359bf0382 req-be781d93-e7b0-484c-a74e-27ffaffe6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:14.445396 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-bb87ecd1-8faa-4d36-8fd8-f09359bf0382 req-be781d93-e7b0-484c-a74e-27ffaffe6595 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 916 time: 0.1530526 Jul 28 22:33:14.446144 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:14.461217 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-b5afe04c-f898-487d-8fc4-8dfa004ac57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '3f4d6786-4bb0-46a0-80a2-3cd01a721940', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:39:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02901dd1-28e3-486f-a09c-3af63e2e81f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:32:55Z', 'updated_at': '2022-07-28T22:33:13Z', 'revision_number': 1, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:14.468656 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ddaa0-52eb-4102-b3ae-7e57658eb8c4 req-8ed3db1b-5d0c-448a-a459-78ddcfcbd1c1 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:14.470442 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fd8ddaa0-52eb-4102-b3ae-7e57658eb8c4 req-8ed3db1b-5d0c-448a-a459-78ddcfcbd1c1 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 932 time: 0.0549264 Jul 28 22:33:14.487348 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5afe04c-f898-487d-8fc4-8dfa004ac57a None None] Checking router: 4212d08f-0cd3-4631-829f-f12aa2744ce6 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:33:14.495988 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5afe04c-f898-487d-8fc4-8dfa004ac57a None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:33:14.496581 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-b5afe04c-f898-487d-8fc4-8dfa004ac57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:32:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:14.526941 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fd8ddaa0-52eb-4102-b3ae-7e57658eb8c4 req-9487f3f8-f793-42d0-a06a-c09b343ab0c1 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491545 Jul 28 22:33:14.570674 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Pushing event updated for resources: {'Port': ['ID=ac87f497-4264-4cef-8637-fb0c985ee2c9,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:14.614824 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-bb87ecd1-8faa-4d36-8fd8-f09359bf0382 req-f8cf32e6-7a49-4688-b877-cf5b6b238d6f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=928ca1a1-5c7c-4967-ac84-b4ef57e684ed HTTP/1.1" status: 200 len: 999 time: 0.1601770 Jul 28 22:33:14.615332 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-b5afe04c-f898-487d-8fc4-8dfa004ac57a None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:33:14.653408 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:14.673120 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Attempting to bind port ac87f497-4264-4cef-8637-fb0c985ee2c9 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:33:14.673463 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Attempting to bind port ac87f497-4264-4cef-8637-fb0c985ee2c9 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:33:14.673828 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Attempting to bind port ac87f497-4264-4cef-8637-fb0c985ee2c9 on network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:33:14.684752 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Port ac87f497-4264-4cef-8637-fb0c985ee2c9 on network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:33:14.685086 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Attempting to bind port ac87f497-4264-4cef-8637-fb0c985ee2c9 on network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:33:14.687966 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ecd1-8faa-4d36-8fd8-f09359bf0382 req-ac5cd7e6-98da-42f2-8ab7-d8f8dd2d3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:14.689460 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-bb87ecd1-8faa-4d36-8fd8-f09359bf0382 req-ac5cd7e6-98da-42f2-8ab7-d8f8dd2d3296 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd9d7ef8-b1ea-409f-bc0d-02c57dced297 HTTP/1.1" status: 200 len: 854 time: 0.0684323 Jul 28 22:33:14.693665 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:33:14.694014 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Checking segment: {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:33:14.694405 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Bound using segment: {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:33:14.694843 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Bound port: ac87f497-4264-4cef-8637-fb0c985ee2c9, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:33:14.695211 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:14.768240 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87ecd1-8faa-4d36-8fd8-f09359bf0382 req-cbd8e6f9-dc3a-409d-a8d8-86728f96c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:14.770398 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-bb87ecd1-8faa-4d36-8fd8-f09359bf0382 req-cbd8e6f9-dc3a-409d-a8d8-86728f96c8a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ba94cd9-b91a-4088-b65d-e5c882850ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729253 Jul 28 22:33:14.851459 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] For port ac87f497-4264-4cef-8637-fb0c985ee2c9, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:33:14.867719 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] For port ac87f497-4264-4cef-8637-fb0c985ee2c9, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ac87f497-4264-4cef-8637-fb0c985ee2c9,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:33:14.882693 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:14.913751 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:14.928670 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-bb87ecd1-8faa-4d36-8fd8-f09359bf0382 req-6d387e66-a6ca-4f17-a9ff-e5113a5e4444 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490633 Jul 28 22:33:14.932865 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:14.933242 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-b5afe04c-f898-487d-8fc4-8dfa004ac57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '3f4d6786-4bb0-46a0-80a2-3cd01a721940', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:39:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02901dd1-28e3-486f-a09c-3af63e2e81f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:32:55Z', 'updated_at': '2022-07-28T22:33:13Z', 'revision_number': 1, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:14.933516 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:14.934977 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] 10.222.0.58 "PUT /v2.0/ports/ac87f497-4264-4cef-8637-fb0c985ee2c9 HTTP/1.1" status: 200 len: 1094 time: 0.9968915 Jul 28 22:33:14.935299 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47525846-7437-4e19-acd2-70f0ea466207', 'tag': 'ac87f497-4264-4cef-8637-fb0c985ee2c9'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:14.937896 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95edac6-ca62-4194-89aa-d60a11ec6b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "47525846-7437-4e19-acd2-70f0ea466207", "tag": "ac87f497-4264-4cef-8637-fb0c985ee2c9"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:14.971075 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5afe04c-f898-487d-8fc4-8dfa004ac57a None None] The sync data for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi is: [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '3f4d6786-4bb0-46a0-80a2-3cd01a721940', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:39:2c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02901dd1-28e3-486f-a09c-3af63e2e81f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:32:55Z', 'updated_at': '2022-07-28T22:33:13Z', 'revision_number': 1, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:33:14.998067 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:15.021146 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65972c54-4e57-464c-a00a-6d8740241069 x-openstack-request-id: req-65972c54-4e57-464c-a00a-6d8740241069 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:15.021443 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47525846-7437-4e19-acd2-70f0ea466207", "tag": "ac87f497-4264-4cef-8637-fb0c985ee2c9", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:15.021739 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65972c54-4e57-464c-a00a-6d8740241069 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:15.022141 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65972c54-4e57-464c-a00a-6d8740241069'] response: {'name': 'network-changed', 'server_uuid': '47525846-7437-4e19-acd2-70f0ea466207', 'tag': 'ac87f497-4264-4cef-8637-fb0c985ee2c9', 'status': 'completed', 'code': 200} Jul 28 22:33:15.054629 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b12b4-90c0-469a-badf-2d6ee484e54e service neutron] Pushing event updated for resources: {'Port': ['ID=ac87f497-4264-4cef-8637-fb0c985ee2c9,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:15.075006 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c85059-72da-43e7-bb30-681b603603e1 req-c1622f16-a653-4d1f-82cb-f198f286fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:15.076519 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-c1622f16-a653-4d1f-82cb-f198f286fe15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 1128 time: 0.0773196 Jul 28 22:33:15.134652 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-b324956c-8d28-4b0b-9264-c8723cde7dbd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac87f497-4264-4cef-8637-fb0c985ee2c9 HTTP/1.1" status: 200 len: 217 time: 0.0449064 Jul 28 22:33:15.138290 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-bb87ecd1-8faa-4d36-8fd8-f09359bf0382 req-c9bb86b3-2cd4-44ac-82f6-b7ddb06f99d1 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945007 Jul 28 22:33:15.202374 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c85059-72da-43e7-bb30-681b603603e1 req-60517b2f-cc31-4f02-8aea-16b24c365050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:15.203841 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-60517b2f-cc31-4f02-8aea-16b24c365050 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 200 len: 850 time: 0.0477831 Jul 28 22:33:15.236578 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fffb27-6c73-4f1f-8588-21d72767a69e None None] New status for floating IP 3f4d6786-4bb0-46a0-80a2-3cd01a721940: ACTIVE {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:33:15.257368 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c85059-72da-43e7-bb30-681b603603e1 req-eacee62e-18d7-4787-9608-260ded2d39cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:15.258903 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-eacee62e-18d7-4787-9608-260ded2d39cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476115 Jul 28 22:33:15.272819 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:15.313249 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:15.355771 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-cd60a43b-d98c-4344-aa65-fe7ee04fbcd3 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889797 Jul 28 22:33:15.408644 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-5b290336-0710-4ec5-bdcd-e2352e54f27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:15.459296 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a3c85059-72da-43e7-bb30-681b603603e1 req-d8a95d71-1500-444d-9e33-d0754ce72914 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934899 Jul 28 22:33:15.619756 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:15.659844 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ade10f-ac46-44c3-a8ff-815e189e4bbd req-75674b0e-4f7b-4ade-a289-4367035da1f1 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:15.661368 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e0ade10f-ac46-44c3-a8ff-815e189e4bbd req-75674b0e-4f7b-4ade-a289-4367035da1f1 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 944 time: 0.0512028 Jul 28 22:33:15.710104 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e0ade10f-ac46-44c3-a8ff-815e189e4bbd req-a4b36048-82a8-4d43-88de-b1b8c53af67b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Jul 28 22:33:15.770466 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95edac6-ca62-4194-89aa-d60a11ec6b1e req-f596ccfe-488c-4540-b9b3-b2f8d7f629da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:15.771942 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c95edac6-ca62-4194-89aa-d60a11ec6b1e req-f596ccfe-488c-4540-b9b3-b2f8d7f629da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 1128 time: 0.0422218 Jul 28 22:33:15.871855 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95edac6-ca62-4194-89aa-d60a11ec6b1e req-68d8be50-af09-46f2-96a1-dc3213d37d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:15.873324 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c95edac6-ca62-4194-89aa-d60a11ec6b1e req-68d8be50-af09-46f2-96a1-dc3213d37d11 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 912 time: 0.0950511 Jul 28 22:33:15.915796 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c95edac6-ca62-4194-89aa-d60a11ec6b1e req-018f713a-2452-474e-8cb0-d813d20b99f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac87f497-4264-4cef-8637-fb0c985ee2c9 HTTP/1.1" status: 200 len: 217 time: 0.0334449 Jul 28 22:33:15.963955 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95edac6-ca62-4194-89aa-d60a11ec6b1e req-20296df2-f8c3-4754-a1a5-2e261b0ca2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:15.965345 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c95edac6-ca62-4194-89aa-d60a11ec6b1e req-20296df2-f8c3-4754-a1a5-2e261b0ca2ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 200 len: 850 time: 0.0445333 Jul 28 22:33:16.029789 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95edac6-ca62-4194-89aa-d60a11ec6b1e req-e6c1c8cc-60cd-4296-bc81-6251266935e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:16.031239 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c95edac6-ca62-4194-89aa-d60a11ec6b1e req-e6c1c8cc-60cd-4296-bc81-6251266935e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431094 Jul 28 22:33:16.120195 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c95edac6-ca62-4194-89aa-d60a11ec6b1e req-e163f602-2839-4ac2-98a9-4afce4fb5775 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820210 Jul 28 22:33:16.221209 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c95edac6-ca62-4194-89aa-d60a11ec6b1e req-07daa92e-3751-4992-9882-945a07acbcd1 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927575 Jul 28 22:33:16.827519 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb6804-dc8e-4151-8ecd-8c4d5adf7eb0 req-50647fc0-0995-417b-a86a-ee44271fa865 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:16.828963 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5fcb6804-dc8e-4151-8ecd-8c4d5adf7eb0 req-50647fc0-0995-417b-a86a-ee44271fa865 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 944 time: 0.0475180 Jul 28 22:33:16.877804 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5fcb6804-dc8e-4151-8ecd-8c4d5adf7eb0 req-babb1fbb-eb39-4e27-875e-895ed9f41235 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427589 Jul 28 22:33:17.417822 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-cf29c148-9f52-4198-850f-7398f4b96f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:17.994702 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fe0bf-fb5e-4af7-b89d-fa841a055fbc req-53e35389-6fad-471d-b937-93c85053ff57 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:17.996125 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5a0fe0bf-fb5e-4af7-b89d-fa841a055fbc req-53e35389-6fad-471d-b937-93c85053ff57 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 944 time: 0.0461607 Jul 28 22:33:18.047312 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5a0fe0bf-fb5e-4af7-b89d-fa841a055fbc req-cb18c1d5-64f2-4a27-99b4-2a62c6b6fc0f tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457900 Jul 28 22:33:18.808336 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:19.168541 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464f44-969f-4ba8-b03a-b8c6abfb6e73 req-026a3bc3-a902-462c-ae1e-d86c4534c467 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:19.170013 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-66464f44-969f-4ba8-b03a-b8c6abfb6e73 req-026a3bc3-a902-462c-ae1e-d86c4534c467 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 944 time: 0.0482183 Jul 28 22:33:19.217551 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-66464f44-969f-4ba8-b03a-b8c6abfb6e73 req-5998ee26-c99f-4c6e-8a66-63a6307dc0f5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419607 Jul 28 22:33:20.282873 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:20.337320 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82cc6b-1527-4427-95a1-161dcfc1509d req-898bfb38-2fa5-41cb-9390-2178413cef87 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:20.338856 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5a82cc6b-1527-4427-95a1-161dcfc1509d req-898bfb38-2fa5-41cb-9390-2178413cef87 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 944 time: 0.0488214 Jul 28 22:33:20.387511 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5a82cc6b-1527-4427-95a1-161dcfc1509d req-6c42e988-8f23-4ad4-9f96-e5918f8bf0ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426834 Jul 28 22:33:20.420912 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:20.987749 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ad6e9-a698-4d60-b67f-d6e97d30bd87 req-2de30885-358e-4ef8-bbf1-ac29d780e7d4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:20.989823 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e61ad6e9-a698-4d60-b67f-d6e97d30bd87 req-2de30885-358e-4ef8-bbf1-ac29d780e7d4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0509646 Jul 28 22:33:21.042659 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e61ad6e9-a698-4d60-b67f-d6e97d30bd87 req-fa2478dc-3618-453d-9d69-2014ac520741 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473125 Jul 28 22:33:21.505577 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843f710-b715-47f5-af46-570efee7baf1 req-557f5ac4-6e50-4706-b865-abcd43bbce61 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:21.507011 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f843f710-b715-47f5-af46-570efee7baf1 req-557f5ac4-6e50-4706-b865-abcd43bbce61 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 944 time: 0.0469697 Jul 28 22:33:21.554801 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f843f710-b715-47f5-af46-570efee7baf1 req-6bfeb784-5c59-46f5-b822-46de3cfb0adf tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423281 Jul 28 22:33:22.183860 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9085c-7ae2-4a7e-9dff-b1e149d4f748 req-56c7cb94-5adb-4de6-b559-2ec9a4146ab7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:22.185480 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f4c9085c-7ae2-4a7e-9dff-b1e149d4f748 req-56c7cb94-5adb-4de6-b559-2ec9a4146ab7 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0603652 Jul 28 22:33:22.251001 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f4c9085c-7ae2-4a7e-9dff-b1e149d4f748 req-28edaa6c-0ca5-4c73-9ed7-41bdbba9474e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590422 Jul 28 22:33:22.658158 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:22.674634 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa077c4f-1547-4fcd-a57c-5b1a0fa4535b req-c8f877a7-62d8-4b5e-9a9b-9f1bf3c08661 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:22.676230 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aa077c4f-1547-4fcd-a57c-5b1a0fa4535b req-c8f877a7-62d8-4b5e-9a9b-9f1bf3c08661 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 944 time: 0.0489764 Jul 28 22:33:22.732083 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aa077c4f-1547-4fcd-a57c-5b1a0fa4535b req-0750d5c6-228a-4e72-ab5a-5adac48ee88b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504322 Jul 28 22:33:23.178725 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device ac87f497-4264-4cef-8637-fb0c985ee2c9 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:33:23.278339 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port ac87f497-4264-4cef-8637-fb0c985ee2c9, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ac87f497-4264-4cef-8637-fb0c985ee2c9,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:23.289824 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': 'ac87f497-4264-4cef-8637-fb0c985ee2c9', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'port_id': 'ac87f497-4264-4cef-8637-fb0c985ee2c9', 'mac_address': 'fa:16:3e:39:b3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:33:23.328980 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port ac87f497-4264-4cef-8637-fb0c985ee2c9 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:33:23.329382 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:23.343552 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac87f497-4264-4cef-8637-fb0c985ee2c9 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:33:23.365091 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port ac87f497-4264-4cef-8637-fb0c985ee2c9, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ac87f497-4264-4cef-8637-fb0c985ee2c9,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:23.369799 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:23.377406 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7132c-65e6-449f-aadd-f229123d1a15 req-d445a39c-4be0-4a32-86fd-17f1a74a106b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:23.379058 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-64a7132c-65e6-449f-aadd-f229123d1a15 req-d445a39c-4be0-4a32-86fd-17f1a74a106b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0508018 Jul 28 22:33:23.417377 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=ac87f497-4264-4cef-8637-fb0c985ee2c9,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:23.427045 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-64a7132c-65e6-449f-aadd-f229123d1a15 req-eaf9414f-c0cd-4c75-8ae6-c79231678d71 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415344 Jul 28 22:33:23.715669 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['ac87f497-4264-4cef-8637-fb0c985ee2c9'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:33:23.853730 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6902747-f515-479b-b8b6-ad0d670cd4fb req-7f39415c-09c3-4eef-941d-7f2ac513aacb tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:23.855197 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d6902747-f515-479b-b8b6-ad0d670cd4fb req-7f39415c-09c3-4eef-941d-7f2ac513aacb tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 945 time: 0.0512397 Jul 28 22:33:23.909088 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d6902747-f515-479b-b8b6-ad0d670cd4fb req-18e1f720-14af-419a-880f-ec45c3b8b13f tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481682 Jul 28 22:33:24.117643 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-e4698639-de14-4a1e-b1b8-8f3eedad9f54 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:24.119078 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-e4698639-de14-4a1e-b1b8-8f3eedad9f54 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.58 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0475616 Jul 28 22:33:24.212531 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Deleting port 35af7134-fcd8-416d-b6f7-11f5d93a4613 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:33:24.212872 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:24.297698 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:24.303499 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] For port 35af7134-fcd8-416d-b6f7-11f5d93a4613, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=35af7134-fcd8-416d-b6f7-11f5d93a4613,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:24.303863 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:24.468583 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:24.468936 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (0a68ac6c-91f1-47ea-bac3-ad128c21a5da), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:24.469250 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Floating IP 0a68ac6c-91f1-47ea-bac3-ad128c21a5da disassociated. External IP: 172.27.3.243, port: 35af7134-fcd8-416d-b6f7-11f5d93a4613. Jul 28 22:33:24.469620 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Calling delete_port for 35af7134-fcd8-416d-b6f7-11f5d93a4613 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:33:24.479121 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:24.538710 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:24.550552 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb192c80-981a-4b5a-882b-3311f2fd5392 req-33a8d4cb-dba8-46bf-a10d-d6444480b6b4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:24.552094 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fb192c80-981a-4b5a-882b-3311f2fd5392 req-33a8d4cb-dba8-46bf-a10d-d6444480b6b4 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cc2682a-cbca-49c8-8e74-2d9ed7062e93 HTTP/1.1" status: 200 len: 945 time: 0.0496304 Jul 28 22:33:24.604163 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fb192c80-981a-4b5a-882b-3311f2fd5392 req-ac519219-3224-49aa-84c6-ecc4a1681207 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=ffe42411-3400-49a3-beda-74cd154862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459166 Jul 28 22:33:24.606547 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (35af7134-fcd8-416d-b6f7-11f5d93a4613), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:24.636037 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event deleted for resources: {'Port': ['ID=35af7134-fcd8-416d-b6f7-11f5d93a4613,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:24.748382 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Router 7c77e946-c3d6-4a3e-bc59-6535446eba09 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:33:24.852515 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:33:24.861872 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0d9a2-36f0-495b-a65c-b40037e34484 None None] Sync routers for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:33:24.873150 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0d9a2-36f0-495b-a65c-b40037e34484 None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:33:24.873781 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-36d0d9a2-36f0-495b-a65c-b40037e34484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:33:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:24.899937 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] No DVR routers for this DVR port 35af7134-fcd8-416d-b6f7-11f5d93a4613 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:33:24.902592 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:24.906073 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-ea84087c-cf41-44ab-992a-807dfc7b95a1 req-03a4ea13-e786-47f9-b568-1517e28f3928 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.58 "DELETE /v2.0/ports/35af7134-fcd8-416d-b6f7-11f5d93a4613 HTTP/1.1" status: 204 len: 173 time: 0.7769687 Jul 28 22:33:24.906581 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc2682a-cbca-49c8-8e74-2d9ed7062e93', 'name': 'network-vif-deleted', 'tag': '35af7134-fcd8-416d-b6f7-11f5d93a4613'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:24.908846 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3860fbbc-b631-440e-a546-ed403d0fe345" -d '{"events": [{"server_uuid": "8cc2682a-cbca-49c8-8e74-2d9ed7062e93", "name": "network-vif-deleted", "tag": "35af7134-fcd8-416d-b6f7-11f5d93a4613"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:24.949804 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f6baf0-207e-402c-a3a1-d69e7290d8fd x-openstack-request-id: req-c8f6baf0-207e-402c-a3a1-d69e7290d8fd {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:24.950289 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc2682a-cbca-49c8-8e74-2d9ed7062e93", "name": "network-vif-deleted", "tag": "35af7134-fcd8-416d-b6f7-11f5d93a4613", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:24.950606 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8f6baf0-207e-402c-a3a1-d69e7290d8fd {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:24.951023 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f6baf0-207e-402c-a3a1-d69e7290d8fd'] response: {'server_uuid': '8cc2682a-cbca-49c8-8e74-2d9ed7062e93', 'name': 'network-vif-deleted', 'tag': '35af7134-fcd8-416d-b6f7-11f5d93a4613', 'status': 'completed', 'code': 200} Jul 28 22:33:25.005758 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-36d0d9a2-36f0-495b-a65c-b40037e34484 None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:33:25.059593 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ddddd-21c6-4e23-9272-fa342d1766d5 req-5f9efba6-ce9f-4ca9-8c13-2c12947e4281 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:25.067153 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6b1ddddd-21c6-4e23-9272-fa342d1766d5 req-5f9efba6-ce9f-4ca9-8c13-2c12947e4281 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 945 time: 0.0750341 Jul 28 22:33:25.122077 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6b1ddddd-21c6-4e23-9272-fa342d1766d5 req-729af874-059c-4f76-9c46-53fc36a4d475 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539565 Jul 28 22:33:25.205200 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-36d0d9a2-36f0-495b-a65c-b40037e34484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 5, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:25.227196 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device ac87f497-4264-4cef-8637-fb0c985ee2c9 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:33:25.234028 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0d9a2-36f0-495b-a65c-b40037e34484 None None] Checking router: 7c77e946-c3d6-4a3e-bc59-6535446eba09 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:33:25.242778 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0d9a2-36f0-495b-a65c-b40037e34484 None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:33:25.243378 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-36d0d9a2-36f0-495b-a65c-b40037e34484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:33:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:25.265390 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:25.271244 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port ac87f497-4264-4cef-8637-fb0c985ee2c9 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:33:25.277059 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port ac87f497-4264-4cef-8637-fb0c985ee2c9 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:33:25.277438 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:25.317707 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:25.342085 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-36d0d9a2-36f0-495b-a65c-b40037e34484 None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:33:25.357385 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port ac87f497-4264-4cef-8637-fb0c985ee2c9 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:33:25.357819 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:25.382472 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47525846-7437-4e19-acd2-70f0ea466207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac87f497-4264-4cef-8637-fb0c985ee2c9'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:25.384975 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbba1630-3cf6-41fc-ab82-9ce944070017" -d '{"events": [{"server_uuid": "47525846-7437-4e19-acd2-70f0ea466207", "name": "network-vif-plugged", "status": "completed", "tag": "ac87f497-4264-4cef-8637-fb0c985ee2c9"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:25.404231 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port ac87f497-4264-4cef-8637-fb0c985ee2c9, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ac87f497-4264-4cef-8637-fb0c985ee2c9,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:25.412996 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:25.414126 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 35af7134-fcd8-416d-b6f7-11f5d93a4613 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:33:25.470641 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a111bca-ccf5-4cf9-99d0-3866fc1128ff x-openstack-request-id: req-8a111bca-ccf5-4cf9-99d0-3866fc1128ff {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:25.471290 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47525846-7437-4e19-acd2-70f0ea466207", "name": "network-vif-plugged", "status": "completed", "tag": "ac87f497-4264-4cef-8637-fb0c985ee2c9", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:25.471612 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a111bca-ccf5-4cf9-99d0-3866fc1128ff {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:25.472221 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a111bca-ccf5-4cf9-99d0-3866fc1128ff'] response: {'server_uuid': '47525846-7437-4e19-acd2-70f0ea466207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac87f497-4264-4cef-8637-fb0c985ee2c9', 'code': 200} Jul 28 22:33:25.475908 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 35af7134-fcd8-416d-b6f7-11f5d93a4613 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:33:25.476333 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 35af7134-fcd8-416d-b6f7-11f5d93a4613 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:33:25.499796 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=ac87f497-4264-4cef-8637-fb0c985ee2c9,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:25.547713 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-36d0d9a2-36f0-495b-a65c-b40037e34484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 5, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:25.573233 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0d9a2-36f0-495b-a65c-b40037e34484 None None] The sync data for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi is: [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 5, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:33:25.702427 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45058) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:25.718760 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b25f33-6850-4984-8019-1f7a21ccfb7e req-0ffe97ea-587e-4bba-aab8-c44d0415096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:25.720284 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f0b25f33-6850-4984-8019-1f7a21ccfb7e req-0ffe97ea-587e-4bba-aab8-c44d0415096b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 1130 time: 0.0518596 Jul 28 22:33:25.765745 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-39643888-4d73-4994-bde2-42594cf12009 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group (ffe42411-3400-49a3-beda-74cd154862a7), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:25.775358 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f0b25f33-6850-4984-8019-1f7a21ccfb7e req-4db6256f-bc38-42c0-8f77-70c606c626e9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466051 Jul 28 22:33:25.791326 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-39643888-4d73-4994-bde2-42594cf12009 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group (ffe42411-3400-49a3-beda-74cd154862a7), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:25.819041 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf93593-56b0-4e27-88b1-9b065ba13a66 None None] New status for floating IP 0a68ac6c-91f1-47ea-bac3-ad128c21a5da: DOWN {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:33:25.845658 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-39643888-4d73-4994-bde2-42594cf12009 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ffe42411-3400-49a3-beda-74cd154862a7), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:25.848721 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-39643888-4d73-4994-bde2-42594cf12009 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:25.852895 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-39643888-4d73-4994-bde2-42594cf12009 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "DELETE /v2.0/security-groups/ffe42411-3400-49a3-beda-74cd154862a7 HTTP/1.1" status: 204 len: 168 time: 0.1468124 Jul 28 22:33:25.853356 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45060) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:25.861971 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39643888-4d73-4994-bde2-42594cf12009 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe42411-3400-49a3-beda-74cd154862a7,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:25.868281 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.api.v2.resource [None req-1810389c-efb7-4945-b7fb-7b96b05138f5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] show failed (client error): The resource could not be found. Jul 28 22:33:25.869409 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-1810389c-efb7-4945-b7fb-7b96b05138f5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups/ffe42411-3400-49a3-beda-74cd154862a7 HTTP/1.1" status: 404 len: 347 time: 0.0149240 Jul 28 22:33:25.872251 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45062) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:25.992726 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-23450591-4f69-40a6-a3ee-0912126ae55d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Deleting port e2780aff-7031-4176-92b6-9513160d81e7 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:33:25.992968 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-23450591-4f69-40a6-a3ee-0912126ae55d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (e2780aff-7031-4176-92b6-9513160d81e7), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.077477 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-23450591-4f69-40a6-a3ee-0912126ae55d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (e2780aff-7031-4176-92b6-9513160d81e7), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.077941 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-23450591-4f69-40a6-a3ee-0912126ae55d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (e2780aff-7031-4176-92b6-9513160d81e7), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.090020 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:26.091451 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-23450591-4f69-40a6-a3ee-0912126ae55d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Calling delete_port for e2780aff-7031-4176-92b6-9513160d81e7 owned by network:floatingip {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:33:26.234501 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-23450591-4f69-40a6-a3ee-0912126ae55d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (e2780aff-7031-4176-92b6-9513160d81e7), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.239935 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:26.248958 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b72fc-8b24-4e9b-9caf-613a517fa2ce req-7ada0413-dc8a-4675-aa36-a11ff7f05c79 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:26.250398 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-175b72fc-8b24-4e9b-9caf-613a517fa2ce req-7ada0413-dc8a-4675-aa36-a11ff7f05c79 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 946 time: 0.0522373 Jul 28 22:33:26.260627 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23450591-4f69-40a6-a3ee-0912126ae55d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event deleted for resources: {'Port': ['ID=e2780aff-7031-4176-92b6-9513160d81e7,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:26.301902 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-175b72fc-8b24-4e9b-9caf-613a517fa2ce req-98f665aa-0046-4d0f-b411-d1092ab4b3cc tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450745 Jul 28 22:33:26.324600 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-23450591-4f69-40a6-a3ee-0912126ae55d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (0a68ac6c-91f1-47ea-bac3-ad128c21a5da), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.327380 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-23450591-4f69-40a6-a3ee-0912126ae55d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.328510 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-23450591-4f69-40a6-a3ee-0912126ae55d tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "DELETE /v2.0/floatingips/0a68ac6c-91f1-47ea-bac3-ad128c21a5da HTTP/1.1" status: 204 len: 168 time: 0.4540410 Jul 28 22:33:26.413297 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45070) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:26.417767 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-35ccabe7-a309-423a-a66b-7cc7e522063a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2109996960', 'description': 'tempest-description--328122358'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:33:26.438062 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-35ccabe7-a309-423a-a66b-7cc7e522063a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.504469 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-35ccabe7-a309-423a-a66b-7cc7e522063a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group (04edeee6-ab47-4ba2-877f-609ff204d306), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.507968 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-35ccabe7-a309-423a-a66b-7cc7e522063a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (04edeee6-ab47-4ba2-877f-609ff204d306), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.538959 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-35ccabe7-a309-423a-a66b-7cc7e522063a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.540158 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-35ccabe7-a309-423a-a66b-7cc7e522063a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1258419 Jul 28 22:33:26.541192 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccabe7-a309-423a-a66b-7cc7e522063a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04edeee6-ab47-4ba2-877f-609ff204d306,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:26.543330 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45072) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:26.547966 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-5ff68bb4-814e-43f7-be0a-ba30a0c6aba5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Request body: {'security_group_rule': {'security_group_id': '04edeee6-ab47-4ba2-877f-609ff204d306', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:33:26.575169 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5ff68bb4-814e-43f7-be0a-ba30a0c6aba5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group_rule (03d29ea3-be2a-49c1-9d9a-aa28ce5742bd), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.630301 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5ff68bb4-814e-43f7-be0a-ba30a0c6aba5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group_rule (03d29ea3-be2a-49c1-9d9a-aa28ce5742bd), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.633630 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5ff68bb4-814e-43f7-be0a-ba30a0c6aba5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (03d29ea3-be2a-49c1-9d9a-aa28ce5742bd), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.655096 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff68bb4-814e-43f7-be0a-ba30a0c6aba5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d29ea3-be2a-49c1-9d9a-aa28ce5742bd,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:26.660252 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5ff68bb4-814e-43f7-be0a-ba30a0c6aba5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.661441 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-5ff68bb4-814e-43f7-be0a-ba30a0c6aba5 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170309 Jul 28 22:33:26.664425 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45074) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:26.668923 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-5909b9b8-2238-4476-bab0-94aa430735f9 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Request body: {'security_group_rule': {'security_group_id': '04edeee6-ab47-4ba2-877f-609ff204d306', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:33:26.697089 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5909b9b8-2238-4476-bab0-94aa430735f9 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group_rule (da52853c-53ee-474a-ab43-a7f5bf60eab6), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.720727 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:26.758405 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5909b9b8-2238-4476-bab0-94aa430735f9 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group_rule (da52853c-53ee-474a-ab43-a7f5bf60eab6), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.761831 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5909b9b8-2238-4476-bab0-94aa430735f9 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (da52853c-53ee-474a-ab43-a7f5bf60eab6), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.780717 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909b9b8-2238-4476-bab0-94aa430735f9 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da52853c-53ee-474a-ab43-a7f5bf60eab6,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:26.791084 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5909b9b8-2238-4476-bab0-94aa430735f9 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.792268 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-5909b9b8-2238-4476-bab0-94aa430735f9 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268034 Jul 28 22:33:26.795422 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45076) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:26.799919 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:33:26.821729 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:26.883548 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:26.910101 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:27.021851 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Allocated IP 172.27.3.160 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/91b45d87-ee0f-4102-b3d3-baad9bfdbcfe) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:33:27.125019 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for port (91b45d87-ee0f-4102-b3d3-baad9bfdbcfe), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:27.158035 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (91b45d87-ee0f-4102-b3d3-baad9bfdbcfe), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:27.200335 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:33:27.205242 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:33:27.209673 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:33:27.212894 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event updated for resources: {'Port': ['ID=91b45d87-ee0f-4102-b3d3-baad9bfdbcfe,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:27.290949 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (1db386b1-a63e-42a2-b346-2970c7db6841), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:27.326554 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (91b45d87-ee0f-4102-b3d3-baad9bfdbcfe), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:27.465102 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5e63d-3746-4c0c-ad4a-fd59533508f2 req-04ed2016-7456-4c03-9309-fc0e127b1094 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:27.466587 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7bf5e63d-3746-4c0c-ad4a-fd59533508f2 req-04ed2016-7456-4c03-9309-fc0e127b1094 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 946 time: 0.0830181 Jul 28 22:33:27.501570 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:27.551708 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:27.554193 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for port (91b45d87-ee0f-4102-b3d3-baad9bfdbcfe), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:27.558393 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7bf5e63d-3746-4c0c-ad4a-fd59533508f2 req-bd574baf-8ddd-407d-b183-4d3c7e370a49 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808759 Jul 28 22:33:27.559817 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58993694'] for port (91b45d87-ee0f-4102-b3d3-baad9bfdbcfe), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:27.628015 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event updated for resources: {'Port': ['ID=91b45d87-ee0f-4102-b3d3-baad9bfdbcfe,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:27.640040 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (1db386b1-a63e-42a2-b346-2970c7db6841), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:27.655591 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:27.656819 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2b192c88-421b-4457-a34f-32287e8f0b5e tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8604960 Jul 28 22:33:27.812577 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-5b39d5e8-b306-4852-8b0d-3240189b7c50 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2109996960&fields=id&tenant_id=d829cbd8678145668ea811e01093fcfc HTTP/1.1" status: 200 len: 267 time: 0.0466986 Jul 28 22:33:27.920331 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-ddf23aed-8766-4b71-a9f5-45905466a9b8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:27.921805 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-ddf23aed-8766-4b71-a9f5-45905466a9b8 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/networks?id=464fee12-f052-4124-8f6c-243235b340a4 HTTP/1.1" status: 200 len: 811 time: 0.1028919 Jul 28 22:33:27.936074 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-b9bd7481-7609-4a14-bc61-4f99436ec5ee tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/quotas/d829cbd8678145668ea811e01093fcfc HTTP/1.1" status: 200 len: 375 time: 0.0088587 Jul 28 22:33:27.988535 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-9ab40d0e-c9f1-4c30-a8df-62574f297dbf tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d829cbd8678145668ea811e01093fcfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477202 Jul 28 22:33:28.123234 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-2de623aa-005d-4e47-bc63-ba8250dcbd47 service neutron] 10.222.0.39 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232855 Jul 28 22:33:28.214251 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-32ed2a2d-0d49-49d4-8bdd-24f6002175b8 service neutron] 10.222.0.39 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854764 Jul 28 22:33:28.374381 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-dcdd2de0-7354-4874-a4b9-45432aa420ff req-71a78ca7-f91d-43b2-a9da-6f1e5df3c6da tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 210 time: 0.0277877 Jul 28 22:33:28.679477 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bb312-6d94-424b-a3fe-73b5ceebb3db req-eecc0efc-fc01-4125-bd12-92c8546592f7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:28.680933 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-221bb312-6d94-424b-a3fe-73b5ceebb3db req-eecc0efc-fc01-4125-bd12-92c8546592f7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 946 time: 0.0470941 Jul 28 22:33:28.734040 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-221bb312-6d94-424b-a3fe-73b5ceebb3db req-f411e09d-09b5-4706-a360-7203cd50d4c2 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470500 Jul 28 22:33:28.860458 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30b97a-0eba-4ccd-911f-c45cbd33729f req-7ba2fcc9-6b0b-45eb-bbd4-3210535df084 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:28.861935 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cd30b97a-0eba-4ccd-911f-c45cbd33729f req-7ba2fcc9-6b0b-45eb-bbd4-3210535df084 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 946 time: 0.0506098 Jul 28 22:33:28.912396 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cd30b97a-0eba-4ccd-911f-c45cbd33729f req-306be454-dbcc-42a9-adb0-4a85574d5334 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446572 Jul 28 22:33:28.938862 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45112) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:29.021559 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df67f4d2-ac6f-4b1a-9736-ffcac33884e7 tempest-TestVolumeBootPattern-985508550 tempest-TestVolumeBootPattern-985508550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:29.025998 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-df67f4d2-ac6f-4b1a-9736-ffcac33884e7 tempest-TestVolumeBootPattern-985508550 tempest-TestVolumeBootPattern-985508550-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 1125 time: 0.0833268 Jul 28 22:33:29.026371 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45116) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:29.030894 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'port_id': 'ac87f497-4264-4cef-8637-fb0c985ee2c9', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:33:29.052426 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:29.132968 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:29.192831 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:29.214739 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:29.245709 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Allocated IP 172.27.3.225 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/53e87531-0e94-4d38-8ae5-fe5d91e09652) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:33:29.349084 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for port (53e87531-0e94-4d38-8ae5-fe5d91e09652), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:29.381487 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (53e87531-0e94-4d38-8ae5-fe5d91e09652), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:29.429194 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:33:29.432836 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'Port': ['ID=53e87531-0e94-4d38-8ae5-fe5d91e09652,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:29.436667 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:33:29.439100 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:33:29.575087 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-e98201a5-5738-4b73-af48-d15d3673ae18 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:29.577493 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-e98201a5-5738-4b73-af48-d15d3673ae18 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.58 "GET /v2.0/networks?id=464fee12-f052-4124-8f6c-243235b340a4 HTTP/1.1" status: 200 len: 811 time: 0.1209383 Jul 28 22:33:29.649766 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-d7dd54c4-03d7-4363-a266-5b5b94150ebd tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d829cbd8678145668ea811e01093fcfc HTTP/1.1" status: 200 len: 380 time: 0.0613096 Jul 28 22:33:29.665152 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-b1f28362-cd63-4525-980c-cb3d2a019124 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Request body: {'port': {'device_id': '6d9e8c61-8952-40e4-86d5-4e525b6c5fb6', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'admin_state_up': True, 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'security_groups': ['04edeee6-ab47-4ba2-877f-609ff204d306']}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:33:29.744641 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d446988a-6063-4cce-af73-388d5d82ed27 req-29d4cb86-abda-4fa8-8159-c57bece6f718 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 210 time: 0.2810214 Jul 28 22:33:29.791457 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-b1f28362-cd63-4525-980c-cb3d2a019124 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Made reservation on behalf of d829cbd8678145668ea811e01093fcfc for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:33:29.795081 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-b1f28362-cd63-4525-980c-cb3d2a019124 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.079398 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for floatingip (47467389-38c5-421d-9fab-ffa50a76c8c0), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.152913 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-b1f28362-cd63-4525-980c-cb3d2a019124 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Allocated IP 172.20.0.13 (464fee12-f052-4124-8f6c-243235b340a4/6bc16b42-782d-4edd-b93c-9d5d6fc93f7a/60c34db1-525c-473a-a014-73ac0c1156d9) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:33:30.154568 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (53e87531-0e94-4d38-8ae5-fe5d91e09652), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.232413 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:30.236923 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:30.289239 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:30.295105 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-b1f28362-cd63-4525-980c-cb3d2a019124 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for port (60c34db1-525c-473a-a014-73ac0c1156d9), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.310815 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for port (53e87531-0e94-4d38-8ae5-fe5d91e09652), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.314556 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:30.317176 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58993694'] for port (53e87531-0e94-4d38-8ae5-fe5d91e09652), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.331514 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-b1f28362-cd63-4525-980c-cb3d2a019124 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.375257 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-b1f28362-cd63-4525-980c-cb3d2a019124 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Network 464fee12-f052-4124-8f6c-243235b340a4 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:33:30.378569 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-b1f28362-cd63-4525-980c-cb3d2a019124 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:33:30.381282 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-b1f28362-cd63-4525-980c-cb3d2a019124 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:33:30.386449 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'Port': ['ID=53e87531-0e94-4d38-8ae5-fe5d91e09652,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:30.407722 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (47467389-38c5-421d-9fab-ffa50a76c8c0), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.422243 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f28362-cd63-4525-980c-cb3d2a019124 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event updated for resources: {'Port': ['ID=60c34db1-525c-473a-a014-73ac0c1156d9,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:30.444720 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-b1f28362-cd63-4525-980c-cb3d2a019124 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:30.445345 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-b1f28362-cd63-4525-980c-cb3d2a019124 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.464893 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-b1f28362-cd63-4525-980c-cb3d2a019124 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8031366 Jul 28 22:33:30.477541 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Request body: {'port': {'device_id': '6d9e8c61-8952-40e4-86d5-4e525b6c5fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:33:30.521881 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.l3_db [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Floating IP 47467389-38c5-421d-9fab-ffa50a76c8c0 associated. External IP: 172.27.3.225, port: ac87f497-4264-4cef-8637-fb0c985ee2c9. Jul 28 22:33:30.547014 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.633905 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-3d9855fa-3375-4c31-9c87-82217a308ccd None None] Provisioning complete for port 60c34db1-525c-473a-a014-73ac0c1156d9 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:33:30.634517 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3d9855fa-3375-4c31-9c87-82217a308ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.667375 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-3d9855fa-3375-4c31-9c87-82217a308ccd None None] Port 60c34db1-525c-473a-a014-73ac0c1156d9 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:33:30.732815 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Router 4f77eabe-b3ee-4fc4-95ce-63f966079580 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:33:30.816109 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c34db1-525c-473a-a014-73ac0c1156d9 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:33:30.824799 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Publish callbacks [] for port (60c34db1-525c-473a-a014-73ac0c1156d9), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.838454 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Transition to ACTIVE for port object 60c34db1-525c-473a-a014-73ac0c1156d9 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:33:30.842584 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.872687 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:33:30.880104 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335629-9aa6-4f8a-acab-15768b2dfac4 req-f8e8cad0-c778-44a9-be98-d972a850d856 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:30.881593 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-62335629-9aa6-4f8a-acab-15768b2dfac4 req-f8e8cad0-c778-44a9-be98-d972a850d856 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 932 time: 0.0633357 Jul 28 22:33:30.888100 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5461e378-e189-4542-928e-c5b2686dd2bf None None] Sync routers for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:33:30.899577 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Pushing event updated for resources: {'Port': ['ID=60c34db1-525c-473a-a014-73ac0c1156d9,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:30.902545 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:30.913872 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461e378-e189-4542-928e-c5b2686dd2bf None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:33:30.914615 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5461e378-e189-4542-928e-c5b2686dd2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:33:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:30.960943 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-a1e27eb2-a407-42f2-bd83-c7f32e4e1eed tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9334171 Jul 28 22:33:30.963689 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47525846-7437-4e19-acd2-70f0ea466207', 'tag': 'ac87f497-4264-4cef-8637-fb0c985ee2c9'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:30.965851 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad7be8f-4dcf-4be0-813d-a489abe54276" -d '{"events": [{"name": "network-changed", "server_uuid": "47525846-7437-4e19-acd2-70f0ea466207", "tag": "ac87f497-4264-4cef-8637-fb0c985ee2c9"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:30.983518 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-62335629-9aa6-4f8a-acab-15768b2dfac4 req-d7850d99-4e84-46bf-93a1-abd3476dcb87 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=04edeee6-ab47-4ba2-877f-609ff204d306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759728 Jul 28 22:33:30.992392 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Attempting to bind port 60c34db1-525c-473a-a014-73ac0c1156d9 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:33:30.992737 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Attempting to bind port 60c34db1-525c-473a-a014-73ac0c1156d9 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:33:30.993060 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Attempting to bind port 60c34db1-525c-473a-a014-73ac0c1156d9 on network 464fee12-f052-4124-8f6c-243235b340a4 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:33:30.999037 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Port 60c34db1-525c-473a-a014-73ac0c1156d9 on network 464fee12-f052-4124-8f6c-243235b340a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:33:30.999487 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Attempting to bind port 60c34db1-525c-473a-a014-73ac0c1156d9 on network 464fee12-f052-4124-8f6c-243235b340a4 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:33:31.009710 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:33:31.009710 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Checking segment: {'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:33:31.009710 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Bound using segment: {'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:33:31.009710 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Bound port: 60c34db1-525c-473a-a014-73ac0c1156d9, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92062d8-e35a-4628-b979-2ae305ec8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '464fee12-f052-4124-8f6c-243235b340a4'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:33:31.009710 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:31.043520 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a3049d-68f2-48fd-b9de-0d69787b0c08 x-openstack-request-id: req-b7a3049d-68f2-48fd-b9de-0d69787b0c08 {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:31.043896 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47525846-7437-4e19-acd2-70f0ea466207", "tag": "ac87f497-4264-4cef-8637-fb0c985ee2c9", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:31.044559 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7a3049d-68f2-48fd-b9de-0d69787b0c08 {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:31.044677 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a3049d-68f2-48fd-b9de-0d69787b0c08'] response: {'name': 'network-changed', 'server_uuid': '47525846-7437-4e19-acd2-70f0ea466207', 'tag': 'ac87f497-4264-4cef-8637-fb0c985ee2c9', 'status': 'completed', 'code': 200} Jul 28 22:33:31.045957 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:31.053740 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-5461e378-e189-4542-928e-c5b2686dd2bf None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:33:31.115876 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] For port 60c34db1-525c-473a-a014-73ac0c1156d9, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:33:31.136955 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] For port 60c34db1-525c-473a-a014-73ac0c1156d9, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=60c34db1-525c-473a-a014-73ac0c1156d9,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:33:31.138926 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:31.139069 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7be8f-4dcf-4be0-813d-a489abe54276 req-1b13f5e8-14a0-4857-9aee-6f04aa329343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:31.140674 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6ad7be8f-4dcf-4be0-813d-a489abe54276 req-1b13f5e8-14a0-4857-9aee-6f04aa329343 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 1130 time: 0.0709493 Jul 28 22:33:31.145747 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:31.221277 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:31.229535 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:31.230169 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:31.231555 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] 10.222.0.58 "PUT /v2.0/ports/60c34db1-525c-473a-a014-73ac0c1156d9 HTTP/1.1" status: 200 len: 1094 time: 0.7586315 Jul 28 22:33:31.234020 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9e8c61-8952-40e4-86d5-4e525b6c5fb6', 'tag': '60c34db1-525c-473a-a014-73ac0c1156d9'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:31.236328 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293d98c7-2d1e-41bb-b954-1981c5a2640d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9e8c61-8952-40e4-86d5-4e525b6c5fb6", "tag": "60c34db1-525c-473a-a014-73ac0c1156d9"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:31.274459 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:31.288698 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5461e378-e189-4542-928e-c5b2686dd2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '47467389-38c5-421d-9fab-ffa50a76c8c0', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': 'ac87f497-4264-4cef-8637-fb0c985ee2c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:39:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47525846-7437-4e19-acd2-70f0ea466207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:33:29Z', 'updated_at': '2022-07-28T22:33:29Z', 'revision_number': 0, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:31.299371 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e7dcac-fe22-439f-993e-64fbebfc423e x-openstack-request-id: req-22e7dcac-fe22-439f-993e-64fbebfc423e {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:31.299716 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9e8c61-8952-40e4-86d5-4e525b6c5fb6", "tag": "60c34db1-525c-473a-a014-73ac0c1156d9", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:31.299942 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22e7dcac-fe22-439f-993e-64fbebfc423e {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:31.300306 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e7dcac-fe22-439f-993e-64fbebfc423e'] response: {'name': 'network-changed', 'server_uuid': '6d9e8c61-8952-40e4-86d5-4e525b6c5fb6', 'tag': '60c34db1-525c-473a-a014-73ac0c1156d9', 'status': 'completed', 'code': 200} Jul 28 22:33:31.315414 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5461e378-e189-4542-928e-c5b2686dd2bf None None] Checking router: 4f77eabe-b3ee-4fc4-95ce-63f966079580 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:33:31.324670 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461e378-e189-4542-928e-c5b2686dd2bf None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:33:31.325308 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5461e378-e189-4542-928e-c5b2686dd2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:33:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:31.338837 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794acc5f-1160-42a1-a394-1e8ea512105c service neutron] Pushing event updated for resources: {'Port': ['ID=60c34db1-525c-473a-a014-73ac0c1156d9,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:31.356049 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-65c7359f-4e67-4576-809c-615e0027bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:31.357601 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-65c7359f-4e67-4576-809c-615e0027bd0c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d829cbd8678145668ea811e01093fcfc&device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 1128 time: 0.0696311 Jul 28 22:33:31.415266 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-5a24bbfc-ebb4-4a81-9f2d-475819f8c0e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c34db1-525c-473a-a014-73ac0c1156d9 HTTP/1.1" status: 200 len: 217 time: 0.0422060 Jul 28 22:33:31.416405 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7be8f-4dcf-4be0-813d-a489abe54276 req-00172818-fb9b-4546-ab23-514fbebfe4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:31.417776 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6ad7be8f-4dcf-4be0-813d-a489abe54276 req-00172818-fb9b-4546-ab23-514fbebfe4c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 912 time: 0.2484562 Jul 28 22:33:31.434988 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-5461e378-e189-4542-928e-c5b2686dd2bf None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:33:31.529406 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-e281acfe-e93f-485b-851c-ffd5fdc44a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:31.531016 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-e281acfe-e93f-485b-851c-ffd5fdc44a2d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bc16b42-782d-4edd-b93c-9d5d6fc93f7a HTTP/1.1" status: 200 len: 850 time: 0.1030114 Jul 28 22:33:31.532899 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6ad7be8f-4dcf-4be0-813d-a489abe54276 req-16fd0aeb-9736-4e7e-b78f-97405c99251a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac87f497-4264-4cef-8637-fb0c985ee2c9 HTTP/1.1" status: 200 len: 1000 time: 0.0972915 Jul 28 22:33:31.624754 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-4d77f09a-e8f4-4b41-b97b-d75ac200ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:31.626787 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-4d77f09a-e8f4-4b41-b97b-d75ac200ab42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=464fee12-f052-4124-8f6c-243235b340a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774436 Jul 28 22:33:31.632794 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7be8f-4dcf-4be0-813d-a489abe54276 req-53d9fba1-da11-46a5-9334-ef0127b826ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:31.634191 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6ad7be8f-4dcf-4be0-813d-a489abe54276 req-53d9fba1-da11-46a5-9334-ef0127b826ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 200 len: 850 time: 0.0839250 Jul 28 22:33:31.731347 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7be8f-4dcf-4be0-813d-a489abe54276 req-e908f7bb-9164-48cd-a1b9-4090b79c36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:31.732872 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6ad7be8f-4dcf-4be0-813d-a489abe54276 req-e908f7bb-9164-48cd-a1b9-4090b79c36fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865583 Jul 28 22:33:31.743490 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5461e378-e189-4542-928e-c5b2686dd2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '47467389-38c5-421d-9fab-ffa50a76c8c0', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': 'ac87f497-4264-4cef-8637-fb0c985ee2c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:39:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47525846-7437-4e19-acd2-70f0ea466207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:33:29Z', 'updated_at': '2022-07-28T22:33:29Z', 'revision_number': 0, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:31.768746 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5461e378-e189-4542-928e-c5b2686dd2bf None None] The sync data for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi is: [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '47467389-38c5-421d-9fab-ffa50a76c8c0', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': 'ac87f497-4264-4cef-8637-fb0c985ee2c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:39:b3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47525846-7437-4e19-acd2-70f0ea466207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:33:29Z', 'updated_at': '2022-07-28T22:33:29Z', 'revision_number': 0, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:33:31.818241 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-8c92c69e-2240-4203-82c8-82e9c441839a service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729913 Jul 28 22:33:31.907871 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6ad7be8f-4dcf-4be0-813d-a489abe54276 req-5bda214b-58c2-49bd-af6e-127c1842d7bc service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660562 Jul 28 22:33:31.982955 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950b4a78-6cbf-4bfb-98e7-906246121190 None None] New status for floating IP 47467389-38c5-421d-9fab-ffa50a76c8c0: ACTIVE {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:33:31.996174 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-626cac8b-21de-43e4-b927-bc4427d43b9a req-659c5cb9-7194-40e9-9d09-480241f1b66d service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716800 Jul 28 22:33:32.037441 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6ad7be8f-4dcf-4be0-813d-a489abe54276 req-e2186cc2-17d1-403a-bfca-99671ac93b69 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222560 Jul 28 22:33:32.118949 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46ee4c-cef1-4277-909e-2d5d955b70d5 req-98b4d2ba-2ca9-461b-a149-a320a7f853ad tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:32.120496 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fe46ee4c-cef1-4277-909e-2d5d955b70d5 req-98b4d2ba-2ca9-461b-a149-a320a7f853ad tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 944 time: 0.0496275 Jul 28 22:33:32.179798 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fe46ee4c-cef1-4277-909e-2d5d955b70d5 req-7dae3855-60cc-443d-8bd9-c13d266f5237 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=04edeee6-ab47-4ba2-877f-609ff204d306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465293 Jul 28 22:33:33.109051 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:33.141759 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d98c7-2d1e-41bb-b954-1981c5a2640d req-af2f169c-3016-4c36-b485-7c0b8e7787e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:33.143245 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-293d98c7-2d1e-41bb-b954-1981c5a2640d req-af2f169c-3016-4c36-b485-7c0b8e7787e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d829cbd8678145668ea811e01093fcfc&device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 1128 time: 0.0429685 Jul 28 22:33:33.246814 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d98c7-2d1e-41bb-b954-1981c5a2640d req-9170dbcb-468e-4792-a21c-7bc574055247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:33.248291 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-293d98c7-2d1e-41bb-b954-1981c5a2640d req-9170dbcb-468e-4792-a21c-7bc574055247 service neutron] 10.222.0.58 "GET /v2.0/networks?id=464fee12-f052-4124-8f6c-243235b340a4 HTTP/1.1" status: 200 len: 912 time: 0.0950325 Jul 28 22:33:33.291872 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-293d98c7-2d1e-41bb-b954-1981c5a2640d req-872ad3f1-ddb7-4a1d-88dc-bc4c15ef7e07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c34db1-525c-473a-a014-73ac0c1156d9 HTTP/1.1" status: 200 len: 217 time: 0.0330493 Jul 28 22:33:33.305116 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e9efc-0ca1-49bb-a41b-03b170b68e99 req-80e57bcd-b968-4193-a0fb-1da22f1debab tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:33.306714 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a02e9efc-0ca1-49bb-a41b-03b170b68e99 req-80e57bcd-b968-4193-a0fb-1da22f1debab tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 944 time: 0.0515721 Jul 28 22:33:33.344455 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d98c7-2d1e-41bb-b954-1981c5a2640d req-33a6fcd7-1da9-4e41-ac7a-0257843f71da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:33.345918 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-293d98c7-2d1e-41bb-b954-1981c5a2640d req-33a6fcd7-1da9-4e41-ac7a-0257843f71da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bc16b42-782d-4edd-b93c-9d5d6fc93f7a HTTP/1.1" status: 200 len: 850 time: 0.0483000 Jul 28 22:33:33.350967 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:33.355557 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a02e9efc-0ca1-49bb-a41b-03b170b68e99 req-770ec140-cb6a-45dd-afb2-45dcd05cfda0 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=04edeee6-ab47-4ba2-877f-609ff204d306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434053 Jul 28 22:33:33.392537 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d98c7-2d1e-41bb-b954-1981c5a2640d req-505fad09-813e-463e-b70b-7d372821f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:33.394039 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-293d98c7-2d1e-41bb-b954-1981c5a2640d req-505fad09-813e-463e-b70b-7d372821f9e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=464fee12-f052-4124-8f6c-243235b340a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389421 Jul 28 22:33:33.453968 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:33.482414 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-293d98c7-2d1e-41bb-b954-1981c5a2640d req-806df7b9-8307-4eef-ad4d-136f7d4694e7 service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814137 Jul 28 22:33:33.580615 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-293d98c7-2d1e-41bb-b954-1981c5a2640d req-2c68bc17-fc54-482d-b095-2fb9cfd3eeb3 service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898554 Jul 28 22:33:34.473670 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c5ac9-0cda-4e23-984b-36d7aaac40a5 req-419d457c-a37e-4f01-a6b8-61ebefb79b6f tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:34.475025 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cb9c5ac9-0cda-4e23-984b-36d7aaac40a5 req-419d457c-a37e-4f01-a6b8-61ebefb79b6f tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 944 time: 0.0467319 Jul 28 22:33:34.521506 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cb9c5ac9-0cda-4e23-984b-36d7aaac40a5 req-2a8fc824-62e8-444c-8e86-e61914fb5cae tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=04edeee6-ab47-4ba2-877f-609ff204d306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409446 Jul 28 22:33:35.239285 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 60c34db1-525c-473a-a014-73ac0c1156d9 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:33:35.340178 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 60c34db1-525c-473a-a014-73ac0c1156d9, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=60c34db1-525c-473a-a014-73ac0c1156d9,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:35.351520 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '60c34db1-525c-473a-a014-73ac0c1156d9', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'port_id': '60c34db1-525c-473a-a014-73ac0c1156d9', 'mac_address': 'fa:16:3e:e7:8a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:33:35.386986 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 60c34db1-525c-473a-a014-73ac0c1156d9 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:33:35.387379 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:35.401013 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c34db1-525c-473a-a014-73ac0c1156d9 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:33:35.421205 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 60c34db1-525c-473a-a014-73ac0c1156d9, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=60c34db1-525c-473a-a014-73ac0c1156d9,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:35.424884 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:35.477287 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=60c34db1-525c-473a-a014-73ac0c1156d9,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:35.639393 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5424b93-12d2-4329-b0b8-762f31beb066 req-371d3728-41d0-4990-ab87-9b34934e10fa tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:35.640844 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f5424b93-12d2-4329-b0b8-762f31beb066 req-371d3728-41d0-4990-ab87-9b34934e10fa tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 945 time: 0.0462394 Jul 28 22:33:35.652076 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:35.690690 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f5424b93-12d2-4329-b0b8-762f31beb066 req-27312ae6-f41f-4703-8d90-815928ab2e6c tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=04edeee6-ab47-4ba2-877f-609ff204d306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436997 Jul 28 22:33:35.767127 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['60c34db1-525c-473a-a014-73ac0c1156d9'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:33:35.871561 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:36.810864 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffa1d8-447c-41ee-a086-a6cff0ea9b45 req-b1c4b07e-91d2-40de-82b1-b62096214d2c tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:36.812309 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bfffa1d8-447c-41ee-a086-a6cff0ea9b45 req-b1c4b07e-91d2-40de-82b1-b62096214d2c tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 945 time: 0.0472987 Jul 28 22:33:36.857783 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bfffa1d8-447c-41ee-a086-a6cff0ea9b45 req-7908240d-7361-4bad-a178-c96e2aee502c tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=04edeee6-ab47-4ba2-877f-609ff204d306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399380 Jul 28 22:33:37.239116 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 60c34db1-525c-473a-a014-73ac0c1156d9 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:33:37.262885 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:37.285048 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 60c34db1-525c-473a-a014-73ac0c1156d9 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:33:37.290693 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 60c34db1-525c-473a-a014-73ac0c1156d9 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:33:37.291080 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:37.367198 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 60c34db1-525c-473a-a014-73ac0c1156d9 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:33:37.367589 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:37.390655 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9e8c61-8952-40e4-86d5-4e525b6c5fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c34db1-525c-473a-a014-73ac0c1156d9'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:37.392897 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75094c39-deca-466d-807f-596ee9a806a6" -d '{"events": [{"server_uuid": "6d9e8c61-8952-40e4-86d5-4e525b6c5fb6", "name": "network-vif-plugged", "status": "completed", "tag": "60c34db1-525c-473a-a014-73ac0c1156d9"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:37.406567 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 60c34db1-525c-473a-a014-73ac0c1156d9, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=60c34db1-525c-473a-a014-73ac0c1156d9,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:37.410495 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:37.434868 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ddffa6-5130-46f0-b33c-e9e3fd731665 x-openstack-request-id: req-55ddffa6-5130-46f0-b33c-e9e3fd731665 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:37.435188 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9e8c61-8952-40e4-86d5-4e525b6c5fb6", "name": "network-vif-plugged", "status": "completed", "tag": "60c34db1-525c-473a-a014-73ac0c1156d9", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:37.435449 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55ddffa6-5130-46f0-b33c-e9e3fd731665 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:37.435844 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ddffa6-5130-46f0-b33c-e9e3fd731665'] response: {'server_uuid': '6d9e8c61-8952-40e4-86d5-4e525b6c5fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c34db1-525c-473a-a014-73ac0c1156d9', 'code': 200} Jul 28 22:33:37.463023 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=60c34db1-525c-473a-a014-73ac0c1156d9,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:37.668853 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2dcd7-d0e6-4337-86e2-51360459f6e7 req-ef06b958-a21f-4816-870b-4cd5a8d9cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:37.670346 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-49f2dcd7-d0e6-4337-86e2-51360459f6e7 req-ef06b958-a21f-4816-870b-4cd5a8d9cb7c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 1130 time: 0.0842364 Jul 28 22:33:37.714744 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-49f2dcd7-d0e6-4337-86e2-51360459f6e7 req-3f4ac04e-4e34-4e5d-a33b-0d87dddc9625 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=04edeee6-ab47-4ba2-877f-609ff204d306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371130 Jul 28 22:33:37.975275 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24dba7-451c-4c7f-91bb-0436f273f439 req-5b330783-1dae-4dc6-9c84-91b2d78b255a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:37.976727 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8b24dba7-451c-4c7f-91bb-0436f273f439 req-5b330783-1dae-4dc6-9c84-91b2d78b255a tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 946 time: 0.0477176 Jul 28 22:33:38.022940 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8b24dba7-451c-4c7f-91bb-0436f273f439 req-625eb5f2-b144-495f-9937-71f50501a9a3 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=04edeee6-ab47-4ba2-877f-609ff204d306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406759 Jul 28 22:33:38.660544 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:39.148429 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c241fc-3c01-41c7-809a-65de2c0abd30 req-bb4f9fbe-0c9a-4d82-b1ab-533af62ee5ed tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:39.155570 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-17c241fc-3c01-41c7-809a-65de2c0abd30 req-bb4f9fbe-0c9a-4d82-b1ab-533af62ee5ed tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 946 time: 0.0515232 Jul 28 22:33:39.199064 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-17c241fc-3c01-41c7-809a-65de2c0abd30 req-9df53851-b4cd-47cf-99cc-cd2101753575 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=04edeee6-ab47-4ba2-877f-609ff204d306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Jul 28 22:33:40.318754 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38913854-b38d-4da5-bc1c-e148fdc8f807 req-9f05d1f8-5b13-4f6b-82e0-882fcdf9ea33 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:40.319824 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-38913854-b38d-4da5-bc1c-e148fdc8f807 req-9f05d1f8-5b13-4f6b-82e0-882fcdf9ea33 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 946 time: 0.0474973 Jul 28 22:33:40.367370 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-38913854-b38d-4da5-bc1c-e148fdc8f807 req-6473466d-ba6c-4d54-a888-6e949423d934 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=04edeee6-ab47-4ba2-877f-609ff204d306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 Jul 28 22:33:40.492559 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b71e2-3512-4367-aa64-9c2326864375 req-6714d4a8-e917-44d0-a996-e7033737b943 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:40.494078 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-890b71e2-3512-4367-aa64-9c2326864375 req-6714d4a8-e917-44d0-a996-e7033737b943 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 946 time: 0.0515451 Jul 28 22:33:40.504372 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45178) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:40.510227 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-ef49d781-7ef2-425c-ba6c-519f2e829237 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Request body: {'floatingip': {'port_id': '60c34db1-525c-473a-a014-73ac0c1156d9'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:33:40.553892 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ef49d781-7ef2-425c-ba6c-519f2e829237 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (1db386b1-a63e-42a2-b346-2970c7db6841), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:40.976749 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ef49d781-7ef2-425c-ba6c-519f2e829237 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:40.980180 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ef49d781-7ef2-425c-ba6c-519f2e829237 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (1db386b1-a63e-42a2-b346-2970c7db6841), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:40.982674 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:41.067205 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:41.075652 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.l3_db [None req-ef49d781-7ef2-425c-ba6c-519f2e829237 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Floating IP 1db386b1-a63e-42a2-b346-2970c7db6841 associated. External IP: 172.27.3.160, port: 60c34db1-525c-473a-a014-73ac0c1156d9. Jul 28 22:33:41.274134 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef49d781-7ef2-425c-ba6c-519f2e829237 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Router 7c77e946-c3d6-4a3e-bc59-6535446eba09 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:33:41.374181 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef49d781-7ef2-425c-ba6c-519f2e829237 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:33:41.378749 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ef49d781-7ef2-425c-ba6c-519f2e829237 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:41.383998 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de13e4a-8dae-4aca-92ee-3df5c0eb568e None None] Sync routers for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:33:41.393700 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de13e4a-8dae-4aca-92ee-3df5c0eb568e None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:33:41.394300 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5de13e4a-8dae-4aca-92ee-3df5c0eb568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:33:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:41.408849 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ef49d781-7ef2-425c-ba6c-519f2e829237 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "PUT /v2.0/floatingips/1db386b1-a63e-42a2-b346-2970c7db6841 HTTP/1.1" status: 200 len: 992 time: 0.9019990 Jul 28 22:33:41.409420 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9e8c61-8952-40e4-86d5-4e525b6c5fb6', 'tag': '60c34db1-525c-473a-a014-73ac0c1156d9'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:41.412535 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb251c6-ec66-4ca2-906f-8096fce74862" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9e8c61-8952-40e4-86d5-4e525b6c5fb6", "tag": "60c34db1-525c-473a-a014-73ac0c1156d9"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:41.506648 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-5de13e4a-8dae-4aca-92ee-3df5c0eb568e None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:33:41.516272 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3018af-f3da-4794-8795-fef42da41685 x-openstack-request-id: req-6f3018af-f3da-4794-8795-fef42da41685 {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:41.516592 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9e8c61-8952-40e4-86d5-4e525b6c5fb6", "tag": "60c34db1-525c-473a-a014-73ac0c1156d9", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:41.516848 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f3018af-f3da-4794-8795-fef42da41685 {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:41.517256 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3018af-f3da-4794-8795-fef42da41685'] response: {'name': 'network-changed', 'server_uuid': '6d9e8c61-8952-40e4-86d5-4e525b6c5fb6', 'tag': '60c34db1-525c-473a-a014-73ac0c1156d9', 'status': 'completed', 'code': 200} Jul 28 22:33:41.590412 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb251c6-ec66-4ca2-906f-8096fce74862 req-7c61f44f-3782-44e2-b2cb-96266051770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:41.591932 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9fb251c6-ec66-4ca2-906f-8096fce74862 req-7c61f44f-3782-44e2-b2cb-96266051770e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d829cbd8678145668ea811e01093fcfc&device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 1130 time: 0.0483387 Jul 28 22:33:41.695575 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb251c6-ec66-4ca2-906f-8096fce74862 req-7513c7d2-83a9-49b9-8307-7edcfbf5602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:41.697138 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9fb251c6-ec66-4ca2-906f-8096fce74862 req-7513c7d2-83a9-49b9-8307-7edcfbf5602f service neutron] 10.222.0.58 "GET /v2.0/networks?id=464fee12-f052-4124-8f6c-243235b340a4 HTTP/1.1" status: 200 len: 912 time: 0.0971441 Jul 28 22:33:41.746287 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5de13e4a-8dae-4aca-92ee-3df5c0eb568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '1db386b1-a63e-42a2-b346-2970c7db6841', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'port_id': '60c34db1-525c-473a-a014-73ac0c1156d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'mac_address': 'fa:16:3e:e7:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e8c61-8952-40e4-86d5-4e525b6c5fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:33:27Z', 'updated_at': '2022-07-28T22:33:40Z', 'revision_number': 1, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 5, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:41.772551 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de13e4a-8dae-4aca-92ee-3df5c0eb568e None None] Checking router: 7c77e946-c3d6-4a3e-bc59-6535446eba09 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:33:41.774192 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:41.782318 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de13e4a-8dae-4aca-92ee-3df5c0eb568e None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:33:41.782844 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5de13e4a-8dae-4aca-92ee-3df5c0eb568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:33:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:41.787776 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10957fa4-a64e-4feb-9b2b-a89da0708856 req-54033ba9-9d14-463b-bda8-92c8e7c8457f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:41.789270 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-10957fa4-a64e-4feb-9b2b-a89da0708856 req-54033ba9-9d14-463b-bda8-92c8e7c8457f tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0519106 Jul 28 22:33:41.886950 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-5de13e4a-8dae-4aca-92ee-3df5c0eb568e None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:33:41.917621 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:42.064201 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-10957fa4-a64e-4feb-9b2b-a89da0708856 req-0eff4000-268c-4149-b3e3-ee5b6749fc49 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691383 Jul 28 22:33:42.104732 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5de13e4a-8dae-4aca-92ee-3df5c0eb568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '1db386b1-a63e-42a2-b346-2970c7db6841', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'port_id': '60c34db1-525c-473a-a014-73ac0c1156d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'mac_address': 'fa:16:3e:e7:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e8c61-8952-40e4-86d5-4e525b6c5fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:33:27Z', 'updated_at': '2022-07-28T22:33:40Z', 'revision_number': 1, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 5, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:42.131695 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de13e4a-8dae-4aca-92ee-3df5c0eb568e None None] The sync data for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi is: [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '1db386b1-a63e-42a2-b346-2970c7db6841', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'port_id': '60c34db1-525c-473a-a014-73ac0c1156d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'mac_address': 'fa:16:3e:e7:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e8c61-8952-40e4-86d5-4e525b6c5fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:33:27Z', 'updated_at': '2022-07-28T22:33:40Z', 'revision_number': 1, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 5, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:33:42.316686 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8806259-410a-4383-bd5e-ba5c7d811b7d None None] New status for floating IP 1db386b1-a63e-42a2-b346-2970c7db6841: ACTIVE {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:33:43.187997 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b0c4a-1663-49d4-bef0-833111074317 req-4abf3809-37ef-42bf-85d6-60f749d80c30 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:43.189428 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-253b0c4a-1663-49d4-bef0-833111074317 req-4abf3809-37ef-42bf-85d6-60f749d80c30 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0471301 Jul 28 22:33:43.236309 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-253b0c4a-1663-49d4-bef0-833111074317 req-4bf5f1fc-a937-44e5-9fa0-c779dd5cf01d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406494 Jul 28 22:33:44.355797 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679fac3-b710-4f38-9261-97f1d6eadf72 req-4411e1d4-9b08-4c20-90c2-cc1809f2fd53 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:44.357221 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0679fac3-b710-4f38-9261-97f1d6eadf72 req-4411e1d4-9b08-4c20-90c2-cc1809f2fd53 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0491414 Jul 28 22:33:44.404068 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0679fac3-b710-4f38-9261-97f1d6eadf72 req-e93d9b9b-d21c-4da8-9148-a55ff2eb9241 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413234 Jul 28 22:33:45.280171 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9fb251c6-ec66-4ca2-906f-8096fce74862 req-0b42581f-6da6-48ca-abb9-065d6609da3c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c34db1-525c-473a-a014-73ac0c1156d9 HTTP/1.1" status: 200 len: 1002 time: 0.0592124 Jul 28 22:33:45.331694 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb251c6-ec66-4ca2-906f-8096fce74862 req-e4f15d89-4850-438b-9b23-f2947c8aff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:45.333118 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9fb251c6-ec66-4ca2-906f-8096fce74862 req-e4f15d89-4850-438b-9b23-f2947c8aff84 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6bc16b42-782d-4edd-b93c-9d5d6fc93f7a HTTP/1.1" status: 200 len: 850 time: 0.0437639 Jul 28 22:33:45.407475 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e4e8deca-6f2a-478d-b960-3bdb5ae8d6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:45.440181 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb251c6-ec66-4ca2-906f-8096fce74862 req-b83c287f-a30b-4df5-ae53-339fa820946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:45.441942 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9fb251c6-ec66-4ca2-906f-8096fce74862 req-b83c287f-a30b-4df5-ae53-339fa820946c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=464fee12-f052-4124-8f6c-243235b340a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463645 Jul 28 22:33:45.529438 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb55b9-3531-488a-82b1-b73acb88bf4e req-2ad156b0-8c54-4c20-a758-f12fd113fd30 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:45.531004 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-debb55b9-3531-488a-82b1-b73acb88bf4e req-2ad156b0-8c54-4c20-a758-f12fd113fd30 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0484746 Jul 28 22:33:45.578733 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9fb251c6-ec66-4ca2-906f-8096fce74862 req-ddac9851-157a-4a22-b033-3c195e0565dc service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290116 Jul 28 22:33:45.579302 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-debb55b9-3531-488a-82b1-b73acb88bf4e req-f82ed78d-02af-4f0c-b0d0-2362dbc94ed0 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=f206b84d-b105-48ce-b07e-767da85cb021&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416875 Jul 28 22:33:45.585419 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-bd91607b-4d85-4b56-b46f-141d75e227d7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:45.586834 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-bd91607b-4d85-4b56-b46f-141d75e227d7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 946 time: 0.0689974 Jul 28 22:33:45.738156 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Deleting port 5862132a-b35f-45a3-ac01-bc41c2128bbe {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:33:45.738405 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:45.744470 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:45.785548 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9fb251c6-ec66-4ca2-906f-8096fce74862 req-91c66f24-89ff-4df5-a357-2f9f04f78279 service neutron] 10.222.0.58 "GET /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977990 Jul 28 22:33:45.840665 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] For port 5862132a-b35f-45a3-ac01-bc41c2128bbe, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5862132a-b35f-45a3-ac01-bc41c2128bbe,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:45.841025 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:45.851052 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:46.006982 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:46.007269 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (d2106094-663d-4cff-8e19-77626a126701), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:46.007583 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Floating IP d2106094-663d-4cff-8e19-77626a126701 disassociated. External IP: 172.27.3.184, port: 5862132a-b35f-45a3-ac01-bc41c2128bbe. Jul 28 22:33:46.007929 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Calling delete_port for 5862132a-b35f-45a3-ac01-bc41c2128bbe owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:33:46.136269 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (5862132a-b35f-45a3-ac01-bc41c2128bbe), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:46.165502 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Pushing event deleted for resources: {'Port': ['ID=5862132a-b35f-45a3-ac01-bc41c2128bbe,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:46.278768 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Router 22067912-df6f-43a3-870e-3b2255ff26c3 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:33:46.620386 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:33:46.637139 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced455aa-3432-4789-a51c-370677860afc None None] Sync routers for ids ['22067912-df6f-43a3-870e-3b2255ff26c3'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:33:46.655839 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced455aa-3432-4789-a51c-370677860afc None None] Routers {'22067912-df6f-43a3-870e-3b2255ff26c3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:33:46.656648 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-ced455aa-3432-4789-a51c-370677860afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:33:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['22067912-df6f-43a3-870e-3b2255ff26c3'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:46.676363 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] No DVR routers for this DVR port 5862132a-b35f-45a3-ac01-bc41c2128bbe on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:33:46.680910 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:46.684366 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d765b293-b071-4acc-81a9-f6c9498eed01 req-dec37cac-ec46-482e-9ab7-57e885a418e7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "DELETE /v2.0/ports/5862132a-b35f-45a3-ac01-bc41c2128bbe HTTP/1.1" status: 204 len: 173 time: 1.0886991 Jul 28 22:33:46.684819 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'name': 'network-vif-deleted', 'tag': '5862132a-b35f-45a3-ac01-bc41c2128bbe'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:46.687122 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656e2fdf-fdbd-4f77-8630-65a5efaf0216" -d '{"events": [{"server_uuid": "b55a65b2-1c47-4b8b-9298-f7ba3c7acba7", "name": "network-vif-deleted", "tag": "5862132a-b35f-45a3-ac01-bc41c2128bbe"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:46.738979 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fbe76de8-c635-4d2a-8ab2-12fe98170e9f req-ef094ca8-1acc-4139-a62f-f6944f8f8bf6 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=b55a65b2-1c47-4b8b-9298-f7ba3c7acba7 HTTP/1.1" status: 200 len: 210 time: 0.0556886 Jul 28 22:33:46.788034 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-ced455aa-3432-4789-a51c-370677860afc None None] Set router 22067912-df6f-43a3-870e-3b2255ff26c3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:33:46.831324 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbf3951-7220-4ecc-a560-e8d35194f497 x-openstack-request-id: req-8bbf3951-7220-4ecc-a560-e8d35194f497 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:46.831627 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55a65b2-1c47-4b8b-9298-f7ba3c7acba7", "name": "network-vif-deleted", "tag": "5862132a-b35f-45a3-ac01-bc41c2128bbe", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:46.831938 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8bbf3951-7220-4ecc-a560-e8d35194f497 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:46.832354 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbf3951-7220-4ecc-a560-e8d35194f497'] response: {'server_uuid': 'b55a65b2-1c47-4b8b-9298-f7ba3c7acba7', 'name': 'network-vif-deleted', 'tag': '5862132a-b35f-45a3-ac01-bc41c2128bbe', 'status': 'completed', 'code': 200} Jul 28 22:33:46.862712 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28064cd6-faf5-483d-a0b7-b4fd55bf8f12 req-de0a4594-f86f-4edb-aba0-22e8dc6f8e68 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:46.864413 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-28064cd6-faf5-483d-a0b7-b4fd55bf8f12 req-de0a4594-f86f-4edb-aba0-22e8dc6f8e68 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0556471 Jul 28 22:33:46.919241 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-28064cd6-faf5-483d-a0b7-b4fd55bf8f12 req-2fe80fc6-248e-4e02-98c9-7084e1135e61 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479889 Jul 28 22:33:47.002571 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-ced455aa-3432-4789-a51c-370677860afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:36Z', 'revision_number': 5, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:47.027356 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced455aa-3432-4789-a51c-370677860afc None None] Checking router: 22067912-df6f-43a3-870e-3b2255ff26c3 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:33:47.035550 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced455aa-3432-4789-a51c-370677860afc None None] Routers {'22067912-df6f-43a3-870e-3b2255ff26c3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:33:47.036137 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-ced455aa-3432-4789-a51c-370677860afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:33:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['22067912-df6f-43a3-870e-3b2255ff26c3'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:47.134792 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-ced455aa-3432-4789-a51c-370677860afc None None] Set router 22067912-df6f-43a3-870e-3b2255ff26c3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:33:47.321144 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:47.411149 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-ced455aa-3432-4789-a51c-370677860afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:36Z', 'revision_number': 5, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:33:47.421971 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4f15d246-ef49-4ec0-a51d-00be8357044b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:47.438410 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced455aa-3432-4789-a51c-370677860afc None None] The sync data for ids ['22067912-df6f-43a3-870e-3b2255ff26c3'] in dv-cinder-850939-3-iscsi is: [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:28:17Z', 'revision_number': 4, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'b6d526ec-5599-46c8-b0ae-be38c46e2916', 'name': '', 'network_id': 'f48c6e9d-45a6-4c64-a517-0531b03b9307', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'mac_address': 'fa:16:3e:2d:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '56ed5844-8abf-4465-a654-00086d69cc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:15Z', 'updated_at': '2022-07-28T22:28:36Z', 'revision_number': 5, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'subnets': [{'id': '56ed5844-8abf-4465-a654-00086d69cc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:33:47.658687 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f17f5-da66-4a42-be95-d7733284c551 None None] New status for floating IP d2106094-663d-4cff-8e19-77626a126701: DOWN {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:33:47.844500 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45222) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:47.910096 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for security_group (f206b84d-b105-48ce-b07e-767da85cb021), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:47.924961 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:47.934332 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for security_group (f206b84d-b105-48ce-b07e-767da85cb021), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:47.941859 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:47.987836 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (f206b84d-b105-48ce-b07e-767da85cb021), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:47.991510 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:47.997735 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "DELETE /v2.0/security-groups/f206b84d-b105-48ce-b07e-767da85cb021 HTTP/1.1" status: 204 len: 168 time: 0.1463006 Jul 28 22:33:47.997856 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45228) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:48.010531 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.api.v2.resource [None req-2ac0a27a-49de-4f31-809c-dcc55c70dd4a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] show failed (client error): The resource could not be found. Jul 28 22:33:48.011533 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-2ac0a27a-49de-4f31-809c-dcc55c70dd4a tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups/f206b84d-b105-48ce-b07e-767da85cb021 HTTP/1.1" status: 404 len: 347 time: 0.0159302 Jul 28 22:33:48.014423 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45230) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:33:48.031746 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f206b84d-b105-48ce-b07e-767da85cb021,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:48.045431 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.045818 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.046170 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.046515 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.046859 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.047197 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.047533 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.047866 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.048196 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.048548 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.048866 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.049195 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.049553 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.049872 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.050739 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aed425-be1c-4948-ada0-5cd0ce1ad9ec tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:33:48.065920 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdd012-a69f-4968-8c56-c21550a29748 req-fbd2a8cd-1836-4d25-87b6-bb7931548c80 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:48.067425 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8afdd012-a69f-4968-8c56-c21550a29748 req-fbd2a8cd-1836-4d25-87b6-bb7931548c80 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0716934 Jul 28 22:33:48.118502 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8afdd012-a69f-4968-8c56-c21550a29748 req-674b46be-7150-4be8-829c-04f5c4c2363d tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443738 Jul 28 22:33:48.144473 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b9e5e-2a28-4b97-9d68-c1c8f29c19c7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Deleting port 87c8eb61-1ae8-423b-b3d7-b9895d006922 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:33:48.144843 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9e5e-2a28-4b97-9d68-c1c8f29c19c7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (87c8eb61-1ae8-423b-b3d7-b9895d006922), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:48.229781 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9e5e-2a28-4b97-9d68-c1c8f29c19c7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (87c8eb61-1ae8-423b-b3d7-b9895d006922), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:48.230110 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9e5e-2a28-4b97-9d68-c1c8f29c19c7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for floatingip (87c8eb61-1ae8-423b-b3d7-b9895d006922), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:48.242456 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b9e5e-2a28-4b97-9d68-c1c8f29c19c7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Calling delete_port for 87c8eb61-1ae8-423b-b3d7-b9895d006922 owned by network:floatingip {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:33:48.287755 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:48.304311 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:48.377131 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9e5e-2a28-4b97-9d68-c1c8f29c19c7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (87c8eb61-1ae8-423b-b3d7-b9895d006922), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:48.402030 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b9e5e-2a28-4b97-9d68-c1c8f29c19c7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Pushing event deleted for resources: {'Port': ['ID=87c8eb61-1ae8-423b-b3d7-b9895d006922,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:48.463625 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9e5e-2a28-4b97-9d68-c1c8f29c19c7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks [] for floatingip (d2106094-663d-4cff-8e19-77626a126701), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:48.467386 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9e5e-2a28-4b97-9d68-c1c8f29c19c7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:48.468562 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-ed6b9e5e-2a28-4b97-9d68-c1c8f29c19c7 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "DELETE /v2.0/floatingips/d2106094-663d-4cff-8e19-77626a126701 HTTP/1.1" status: 204 len: 168 time: 0.4532473 Jul 28 22:33:48.811881 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:48.879394 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:33:49.237066 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e81d89-577a-450a-b919-3a1c44fdff02 req-8c760ebe-e573-4752-9ccb-9c054e57fee6 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:49.238515 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-04e81d89-577a-450a-b919-3a1c44fdff02 req-8c760ebe-e573-4752-9ccb-9c054e57fee6 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0469310 Jul 28 22:33:49.286451 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-04e81d89-577a-450a-b919-3a1c44fdff02 req-8597820d-69bf-4a06-a9d4-a96e24cc159e tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413918 Jul 28 22:33:49.336807 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 5862132a-b35f-45a3-ac01-bc41c2128bbe no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:33:49.355931 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 5862132a-b35f-45a3-ac01-bc41c2128bbe {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:33:49.356272 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 5862132a-b35f-45a3-ac01-bc41c2128bbe not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:33:50.284737 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:50.404919 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469bd48-dea8-4f86-9984-c7bb4451208f req-23b4a96e-f1ce-41ad-9cb1-376b4abb1dc1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:50.407188 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5469bd48-dea8-4f86-9984-c7bb4451208f req-23b4a96e-f1ce-41ad-9cb1-376b4abb1dc1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0471954 Jul 28 22:33:50.424374 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:50.463643 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5469bd48-dea8-4f86-9984-c7bb4451208f req-da1c65f8-491b-45cf-8c06-2b0db3a9f41c tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499480 Jul 28 22:33:50.937807 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6c842-0214-4eee-b874-73253a29a856 req-e974912e-ebc4-4146-8b8c-d7f4d3320aff tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:50.939249 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-50f6c842-0214-4eee-b874-73253a29a856 req-e974912e-ebc4-4146-8b8c-d7f4d3320aff tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0462949 Jul 28 22:33:50.986286 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-50f6c842-0214-4eee-b874-73253a29a856 req-50003324-d29d-4285-9740-52b80be86273 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Jul 28 22:33:51.586244 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac9b9f-5368-4f42-9bc3-2c4864bdbe04 req-0ff55ba1-6dd3-4172-8ce4-cb6975bf0f75 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:51.587701 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e2ac9b9f-5368-4f42-9bc3-2c4864bdbe04 req-0ff55ba1-6dd3-4172-8ce4-cb6975bf0f75 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0475516 Jul 28 22:33:51.635662 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e2ac9b9f-5368-4f42-9bc3-2c4864bdbe04 req-63d7bc9c-3db0-4889-bdcc-a882fda55286 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425336 Jul 28 22:33:52.107982 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e81dde-6a5d-4e4a-895c-0bef2406cf39 req-e2689922-b9f8-4101-8590-024ec1cae072 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:52.109338 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-40e81dde-6a5d-4e4a-895c-0bef2406cf39 req-e2689922-b9f8-4101-8590-024ec1cae072 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0493879 Jul 28 22:33:52.155937 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-40e81dde-6a5d-4e4a-895c-0bef2406cf39 req-ae686632-ea03-4323-abf7-d9bb9acdc8be tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Jul 28 22:33:52.752118 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ded39e-9426-4800-a998-684b78daf908 req-5cc51a7e-80e8-497b-b099-129d016f04e9 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:52.753573 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-20ded39e-9426-4800-a998-684b78daf908 req-5cc51a7e-80e8-497b-b099-129d016f04e9 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0456209 Jul 28 22:33:52.801310 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-20ded39e-9426-4800-a998-684b78daf908 req-004fb9e6-0773-425f-9192-83924fe52164 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410187 Jul 28 22:33:52.900851 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfeaaaf-b9a5-41b9-b1a2-8912bcfed1b2 req-4aa4df29-c196-41ca-a697-f07baf833125 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:52.902305 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1cfeaaaf-b9a5-41b9-b1a2-8912bcfed1b2 req-4aa4df29-c196-41ca-a697-f07baf833125 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 945 time: 0.0504994 Jul 28 22:33:52.990697 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-1cfeaaaf-b9a5-41b9-b1a2-8912bcfed1b2 req-771b363b-938a-4d06-a363-6aa2726554bb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Deleting port 9978da88-5a78-4aab-a326-2ea421a9deb1 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:33:52.991580 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-1cfeaaaf-b9a5-41b9-b1a2-8912bcfed1b2 req-771b363b-938a-4d06-a363-6aa2726554bb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:53.082579 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-1cfeaaaf-b9a5-41b9-b1a2-8912bcfed1b2 req-771b363b-938a-4d06-a363-6aa2726554bb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] For port 9978da88-5a78-4aab-a326-2ea421a9deb1, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=9978da88-5a78-4aab-a326-2ea421a9deb1,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:53.082850 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-1cfeaaaf-b9a5-41b9-b1a2-8912bcfed1b2 req-771b363b-938a-4d06-a363-6aa2726554bb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:53.095407 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-1cfeaaaf-b9a5-41b9-b1a2-8912bcfed1b2 req-771b363b-938a-4d06-a363-6aa2726554bb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Calling delete_port for 9978da88-5a78-4aab-a326-2ea421a9deb1 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:33:53.222006 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-1cfeaaaf-b9a5-41b9-b1a2-8912bcfed1b2 req-771b363b-938a-4d06-a363-6aa2726554bb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (9978da88-5a78-4aab-a326-2ea421a9deb1), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:53.233663 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['5fadf80f-a549-46e0-b26a-9fad8d146f17', '9978da88-5a78-4aab-a326-2ea421a9deb1'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:33:53.263875 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b363b-938a-4d06-a363-6aa2726554bb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Pushing event deleted for resources: {'Port': ['ID=9978da88-5a78-4aab-a326-2ea421a9deb1,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:53.264410 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-320b042b-9888-4f04-8d12-31600c92a418 req-bde43b1d-ff6b-4ca9-97e6-7218ce567f43 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=20092e58-9863-4f05-95a2-6bb6a42ca0f5 HTTP/1.1" status: 200 len: 210 time: 0.0361791 Jul 28 22:33:53.312985 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfeaaaf-b9a5-41b9-b1a2-8912bcfed1b2 req-771b363b-938a-4d06-a363-6aa2726554bb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] No DVR routers for this DVR port 9978da88-5a78-4aab-a326-2ea421a9deb1 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:33:53.315590 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-1cfeaaaf-b9a5-41b9-b1a2-8912bcfed1b2 req-771b363b-938a-4d06-a363-6aa2726554bb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:53.318951 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-1cfeaaaf-b9a5-41b9-b1a2-8912bcfed1b2 req-771b363b-938a-4d06-a363-6aa2726554bb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "DELETE /v2.0/ports/9978da88-5a78-4aab-a326-2ea421a9deb1 HTTP/1.1" status: 204 len: 173 time: 0.4048638 Jul 28 22:33:53.319726 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20092e58-9863-4f05-95a2-6bb6a42ca0f5', 'name': 'network-vif-deleted', 'tag': '9978da88-5a78-4aab-a326-2ea421a9deb1'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:53.321743 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11173c27-8b7d-4523-ac30-812482dc8f78" -d '{"events": [{"server_uuid": "20092e58-9863-4f05-95a2-6bb6a42ca0f5", "name": "network-vif-deleted", "tag": "9978da88-5a78-4aab-a326-2ea421a9deb1"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:53.366055 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eebd28-04e5-4de5-b6cc-206d0e0eaf74 x-openstack-request-id: req-d1eebd28-04e5-4de5-b6cc-206d0e0eaf74 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:53.366360 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20092e58-9863-4f05-95a2-6bb6a42ca0f5", "name": "network-vif-deleted", "tag": "9978da88-5a78-4aab-a326-2ea421a9deb1", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:53.366618 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1eebd28-04e5-4de5-b6cc-206d0e0eaf74 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:53.367026 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1eebd28-04e5-4de5-b6cc-206d0e0eaf74'] response: {'server_uuid': '20092e58-9863-4f05-95a2-6bb6a42ca0f5', 'name': 'network-vif-deleted', 'tag': '9978da88-5a78-4aab-a326-2ea421a9deb1', 'status': 'completed', 'code': 200} Jul 28 22:33:53.927760 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da316a63-3ba6-462d-83a4-5d83ae5da5b2 req-89369694-a408-4d7c-8211-13c985b49bd2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:53.929267 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-da316a63-3ba6-462d-83a4-5d83ae5da5b2 req-89369694-a408-4d7c-8211-13c985b49bd2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0492470 Jul 28 22:33:53.982366 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-da316a63-3ba6-462d-83a4-5d83ae5da5b2 req-d715410e-f88f-4eac-90f3-679b5ef31ae5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467200 Jul 28 22:33:54.542961 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0a08c-584b-4c06-a1a6-3b6dad47d37f req-d35cca8b-19ee-4490-b9c0-fe90fbcbfe27 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:54.544428 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c4f0a08c-584b-4c06-a1a6-3b6dad47d37f req-d35cca8b-19ee-4490-b9c0-fe90fbcbfe27 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0477242 Jul 28 22:33:54.592018 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c4f0a08c-584b-4c06-a1a6-3b6dad47d37f req-d5df88f3-312a-4c44-97da-e2a660083b0e tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Jul 28 22:33:55.107277 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68601da-768b-4597-b4e8-2efaab6c6bb1 req-3e9088cb-c638-4670-88c2-321926d0a158 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:55.108713 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e68601da-768b-4597-b4e8-2efaab6c6bb1 req-3e9088cb-c638-4670-88c2-321926d0a158 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0494411 Jul 28 22:33:55.127031 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:55.159380 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e68601da-768b-4597-b4e8-2efaab6c6bb1 req-a0899891-5775-45a5-a6bd-d675bcc0ec30 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451856 Jul 28 22:33:55.727339 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475b5ac-df53-4e31-8076-34b652449d79 req-ed8b81e6-0893-4373-b8bc-e3833a936505 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:55.729061 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e475b5ac-df53-4e31-8076-34b652449d79 req-ed8b81e6-0893-4373-b8bc-e3833a936505 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0567720 Jul 28 22:33:55.749252 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:55.782849 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e475b5ac-df53-4e31-8076-34b652449d79 req-5c0ac832-a196-4683-aca6-5c3757ff256d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 Jul 28 22:33:56.278976 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f882c4-1e6e-456e-ac7e-3b260171ecc2 req-c4fb3ae1-2964-4059-bf52-e4afee2eed53 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:56.280399 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-36f882c4-1e6e-456e-ac7e-3b260171ecc2 req-c4fb3ae1-2964-4059-bf52-e4afee2eed53 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0467424 Jul 28 22:33:56.331881 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-36f882c4-1e6e-456e-ac7e-3b260171ecc2 req-d4cefb75-3130-405c-a47b-96e8253e3f47 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460577 Jul 28 22:33:56.902036 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19056f80-01d7-4b45-a182-9369ae4b0a4b req-796ff6dc-4a47-4f2f-978b-cf752c883acb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:56.903485 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-19056f80-01d7-4b45-a182-9369ae4b0a4b req-796ff6dc-4a47-4f2f-978b-cf752c883acb tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0467107 Jul 28 22:33:56.950379 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-19056f80-01d7-4b45-a182-9369ae4b0a4b req-28358a1e-5954-4587-918f-f19f205cf342 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414042 Jul 28 22:33:57.394852 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 9978da88-5a78-4aab-a326-2ea421a9deb1 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:33:57.415436 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=15 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:57.418527 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 9978da88-5a78-4aab-a326-2ea421a9deb1 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:33:57.418877 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 9978da88-5a78-4aab-a326-2ea421a9deb1 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:33:57.453706 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246f2b4-5a62-47e1-9d90-75a17a7c550f req-beb08d5c-dddd-4dac-ad1b-c4b6756c22ef tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:57.455191 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3246f2b4-5a62-47e1-9d90-75a17a7c550f req-beb08d5c-dddd-4dac-ad1b-c4b6756c22ef tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0478592 Jul 28 22:33:57.478050 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd222c-39de-4cf6-b7d4-06ca87ae9ad9 req-e371b44e-b295-4c98-837e-5e9d251dded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:57.479557 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-13cd222c-39de-4cf6-b7d4-06ca87ae9ad9 req-e371b44e-b295-4c98-837e-5e9d251dded9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2406f01f7b3b4941a0bcd97a68d3d510&device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 1129 time: 0.0404918 Jul 28 22:33:57.504096 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3246f2b4-5a62-47e1-9d90-75a17a7c550f req-527f09b6-e0ec-460b-9964-f9bdbc00d033 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425920 Jul 28 22:33:57.644321 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d9692-5b56-4c7c-a71a-81755787048a req-7b4ad7fe-515e-4b50-978c-7e1eab516466 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:57.645679 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-ec3d9692-5b56-4c7c-a71a-81755787048a req-7b4ad7fe-515e-4b50-978c-7e1eab516466 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0876057 Jul 28 22:33:57.708596 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd222c-39de-4cf6-b7d4-06ca87ae9ad9 req-9a50490b-3821-4a04-a422-a3b7a2837bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:57.710607 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-13cd222c-39de-4cf6-b7d4-06ca87ae9ad9 req-9a50490b-3821-4a04-a422-a3b7a2837bb7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f2aa367-6d5d-4752-a99e-b9dafb11cca1 HTTP/1.1" status: 200 len: 910 time: 0.1615283 Jul 28 22:33:57.782484 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:57.796809 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-ec3d9692-5b56-4c7c-a71a-81755787048a req-93b07039-1ddd-44f1-9e86-744b467cdf76 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Deleting port 5fadf80f-a549-46e0-b26a-9fad8d146f17 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:33:57.797154 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ec3d9692-5b56-4c7c-a71a-81755787048a req-93b07039-1ddd-44f1-9e86-744b467cdf76 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:57.847897 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-13cd222c-39de-4cf6-b7d4-06ca87ae9ad9 req-9e67ca01-b0d0-4eaf-96cf-4742ead05c83 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec HTTP/1.1" status: 200 len: 1001 time: 0.1305127 Jul 28 22:33:57.855172 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:57.937494 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd222c-39de-4cf6-b7d4-06ca87ae9ad9 req-3ef9f938-97a0-4cab-9fa2-0ce1de791396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:57.938873 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-13cd222c-39de-4cf6-b7d4-06ca87ae9ad9 req-3ef9f938-97a0-4cab-9fa2-0ce1de791396 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b2d5a71-51ae-4403-b7de-674f7705c0be HTTP/1.1" status: 200 len: 848 time: 0.0806582 Jul 28 22:33:57.940496 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-ec3d9692-5b56-4c7c-a71a-81755787048a req-93b07039-1ddd-44f1-9e86-744b467cdf76 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] For port 5fadf80f-a549-46e0-b26a-9fad8d146f17, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5fadf80f-a549-46e0-b26a-9fad8d146f17,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:33:57.940858 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ec3d9692-5b56-4c7c-a71a-81755787048a req-93b07039-1ddd-44f1-9e86-744b467cdf76 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:57.979040 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-ec3d9692-5b56-4c7c-a71a-81755787048a req-93b07039-1ddd-44f1-9e86-744b467cdf76 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Calling delete_port for 5fadf80f-a549-46e0-b26a-9fad8d146f17 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:33:58.001369 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd222c-39de-4cf6-b7d4-06ca87ae9ad9 req-e441e04d-b7b1-4bcf-9351-c72a6bf87b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:58.002928 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-13cd222c-39de-4cf6-b7d4-06ca87ae9ad9 req-e441e04d-b7b1-4bcf-9351-c72a6bf87b67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f2aa367-6d5d-4752-a99e-b9dafb11cca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541279 Jul 28 22:33:58.079827 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff785a57-37b6-41a4-ada7-a74ab0818ad6 req-983565a3-10bb-4f01-9059-ca97b39079a6 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:58.081562 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ff785a57-37b6-41a4-ada7-a74ab0818ad6 req-983565a3-10bb-4f01-9059-ca97b39079a6 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 946 time: 0.0591459 Jul 28 22:33:58.145813 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ff785a57-37b6-41a4-ada7-a74ab0818ad6 req-4e95c35f-299d-49d2-80e6-c0ef121694af tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcb2386-ae29-4bf6-9889-d33a358d6637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560248 Jul 28 22:33:58.158346 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-13cd222c-39de-4cf6-b7d4-06ca87ae9ad9 req-18228fef-e088-47ca-bdf9-6af2a3c0a34e service neutron] 10.222.0.58 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234429 Jul 28 22:33:58.271519 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ec3d9692-5b56-4c7c-a71a-81755787048a req-93b07039-1ddd-44f1-9e86-744b467cdf76 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (5fadf80f-a549-46e0-b26a-9fad8d146f17), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:58.282525 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['5fadf80f-a549-46e0-b26a-9fad8d146f17'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:33:58.311054 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b07039-1ddd-44f1-9e86-744b467cdf76 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Pushing event deleted for resources: {'Port': ['ID=5fadf80f-a549-46e0-b26a-9fad8d146f17,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:33:58.374726 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3d9692-5b56-4c7c-a71a-81755787048a req-93b07039-1ddd-44f1-9e86-744b467cdf76 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] No DVR routers for this DVR port 5fadf80f-a549-46e0-b26a-9fad8d146f17 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:33:58.378053 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ec3d9692-5b56-4c7c-a71a-81755787048a req-93b07039-1ddd-44f1-9e86-744b467cdf76 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:33:58.381798 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-ec3d9692-5b56-4c7c-a71a-81755787048a req-93b07039-1ddd-44f1-9e86-744b467cdf76 tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.58 "DELETE /v2.0/ports/5fadf80f-a549-46e0-b26a-9fad8d146f17 HTTP/1.1" status: 204 len: 173 time: 0.7288883 Jul 28 22:33:58.382420 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cb74f8-85be-4e53-82a7-ca38fd38cbf5', 'name': 'network-vif-deleted', 'tag': '5fadf80f-a549-46e0-b26a-9fad8d146f17'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:33:58.384450 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b66688b-dc5a-4eac-9d6a-ae9fe3f8d5a6" -d '{"events": [{"server_uuid": "93cb74f8-85be-4e53-82a7-ca38fd38cbf5", "name": "network-vif-deleted", "tag": "5fadf80f-a549-46e0-b26a-9fad8d146f17"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:33:58.401759 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-13cd222c-39de-4cf6-b7d4-06ca87ae9ad9 req-ecd51eab-e679-43f0-84ea-990ef1cc489f service neutron] 10.222.0.58 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329283 Jul 28 22:33:58.435848 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85d3fac-e21a-4a06-8b27-8bd254e48552 x-openstack-request-id: req-d85d3fac-e21a-4a06-8b27-8bd254e48552 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:33:58.436149 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cb74f8-85be-4e53-82a7-ca38fd38cbf5", "name": "network-vif-deleted", "tag": "5fadf80f-a549-46e0-b26a-9fad8d146f17", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:33:58.436419 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d85d3fac-e21a-4a06-8b27-8bd254e48552 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:33:58.436853 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85d3fac-e21a-4a06-8b27-8bd254e48552'] response: {'server_uuid': '93cb74f8-85be-4e53-82a7-ca38fd38cbf5', 'name': 'network-vif-deleted', 'tag': '5fadf80f-a549-46e0-b26a-9fad8d146f17', 'status': 'completed', 'code': 200} Jul 28 22:33:58.629192 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d9636-6c05-4947-8146-83eee9dc32f4 req-b9c4dbf2-7aa2-40bc-a321-1f9115ae12ed tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:58.630705 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ed7d9636-6c05-4947-8146-83eee9dc32f4 req-b9c4dbf2-7aa2-40bc-a321-1f9115ae12ed tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0497324 Jul 28 22:33:58.685838 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ed7d9636-6c05-4947-8146-83eee9dc32f4 req-e1f26f54-2fd5-4718-853a-a5455fd180c1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471694 Jul 28 22:33:58.751402 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f613d8-33cd-4f95-ae9a-a72cf2971868 req-43e8b7cc-2119-4290-88d9-778aeffe97e3 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:58.753004 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-43f613d8-33cd-4f95-ae9a-a72cf2971868 req-43e8b7cc-2119-4290-88d9-778aeffe97e3 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0545306 Jul 28 22:33:58.804227 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-43f613d8-33cd-4f95-ae9a-a72cf2971868 req-a6ac6b41-07ee-48be-a4ea-57e8e78949f1 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440567 Jul 28 22:33:58.875218 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=77 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:33:59.247218 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7b441ab5-616b-46ce-8683-b9981d3d19b7 req-31714299-04ae-486e-a26b-57de5411765d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 210 time: 0.0289526 Jul 28 22:33:59.802089 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e113665-4679-4dcd-88f6-800792e5abdc req-43e910d6-d118-4250-a637-cbb9b9d4a9fc tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:59.804604 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9e113665-4679-4dcd-88f6-800792e5abdc req-43e910d6-d118-4250-a637-cbb9b9d4a9fc tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0472553 Jul 28 22:33:59.853652 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9e113665-4679-4dcd-88f6-800792e5abdc req-51c47f45-fa8d-46a5-a318-b24fc1e71bcb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428908 Jul 28 22:33:59.958161 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba295d-7493-4a9a-a5fc-2f4af4419b87 req-8b787389-0b13-413f-95bd-8b403594f2c4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:33:59.959660 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-25ba295d-7493-4a9a-a5fc-2f4af4419b87 req-8b787389-0b13-413f-95bd-8b403594f2c4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0502150 Jul 28 22:34:00.009912 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-25ba295d-7493-4a9a-a5fc-2f4af4419b87 req-11c34426-da2a-41d2-b0ef-d5bb057898d0 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439136 Jul 28 22:34:00.368597 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d863383e-ddb1-452e-9c0a-73e76ae682ea req-9c4f720c-c678-454a-95aa-b7c554b2370d tempest-ServerRescueNegativeTestJSON-418322512 tempest-ServerRescueNegativeTestJSON-418322512-project] 10.222.0.39 "GET /v2.0/ports?device_id=93cb74f8-85be-4e53-82a7-ca38fd38cbf5 HTTP/1.1" status: 200 len: 210 time: 0.0334663 Jul 28 22:34:00.972898 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6f37a-1962-4048-8141-ab91ae33365b req-4f8ff8a4-0d83-47e3-923c-2191dbfbbf80 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:00.974333 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-59a6f37a-1962-4048-8141-ab91ae33365b req-4f8ff8a4-0d83-47e3-923c-2191dbfbbf80 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0467465 Jul 28 22:34:01.026062 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-59a6f37a-1962-4048-8141-ab91ae33365b req-d8d81737-1f5a-4e81-a91b-9274f5fa5053 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454285 Jul 28 22:34:01.152675 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cf57e-ae2f-4ba9-bb8a-cac59782c7c2 req-24613302-d6e6-4fab-b38b-922c0c757452 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:01.154167 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-709cf57e-ae2f-4ba9-bb8a-cac59782c7c2 req-24613302-d6e6-4fab-b38b-922c0c757452 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0559011 Jul 28 22:34:01.178528 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:01.207208 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-709cf57e-ae2f-4ba9-bb8a-cac59782c7c2 req-c1c1be1d-2ec3-4208-898d-a285cda2a42b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453756 Jul 28 22:34:01.423942 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:34:01.434310 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45362) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:01.503832 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec is: ACTIVE; New status is: DOWN {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:34:01.504297 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:01.517854 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:01.518873 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=9 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:01.534707 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:34:01.537276 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d28c68-b2c0-4448-b06e-4ebf97c8ed4e" -d '{"events": [{"server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "name": "network-vif-unplugged", "status": "completed", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:34:01.554271 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:01.559571 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:01.561579 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 5fadf80f-a549-46e0-b26a-9fad8d146f17 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:34:01.611971 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 5fadf80f-a549-46e0-b26a-9fad8d146f17 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:34:01.612326 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 5fadf80f-a549-46e0-b26a-9fad8d146f17 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:34:01.638634 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,revision_number=6']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:01.646006 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 22:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb5e511-b8e3-40ae-969b-8bce3a8a751a x-openstack-request-id: req-afb5e511-b8e3-40ae-969b-8bce3a8a751a {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:34:01.646294 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "name": "network-vif-unplugged", "status": "failed", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec", "code": 422}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:34:01.646548 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afb5e511-b8e3-40ae-969b-8bce3a8a751a {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:34:01.648881 dv-cinder-850939-3-iscsi neutron-server[104118]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-afb5e511-b8e3-40ae-969b-8bce3a8a751a']: {'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'code': 422} returned with failed status Jul 28 22:34:01.650545 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.650900 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.651263 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.651608 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.651945 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.652277 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.652608 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.653014 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.653288 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.653645 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.654021 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.654340 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.654673 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.654997 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.655321 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:01.883731 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:01.952828 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4db0dbfc-b9a8-400f-8bb6-6d22b25aa05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (22067912-df6f-43a3-870e-3b2255ff26c3), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:02.024655 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:02.136416 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:02.148669 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95901cf4-e317-409c-99af-f5e03bd8c452 req-87c1ae60-328c-458c-ac39-a192208fddbb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:02.150207 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-95901cf4-e317-409c-99af-f5e03bd8c452 req-87c1ae60-328c-458c-ac39-a192208fddbb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0513175 Jul 28 22:34:02.200486 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-95901cf4-e317-409c-99af-f5e03bd8c452 req-0ba0b30f-4c94-4635-9607-0f40f3a36c42 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428405 Jul 28 22:34:02.230689 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-4db0dbfc-b9a8-400f-8bb6-6d22b25aa05f admin admin] Deleting port b6d526ec-5599-46c8-b0ae-be38c46e2916 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:34:02.231025 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4db0dbfc-b9a8-400f-8bb6-6d22b25aa05f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:02.345348 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe6685-4405-42e4-8b3f-bad551646ccf req-de109f0f-6602-449a-821f-1344f2c4f001 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:02.347080 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cefe6685-4405-42e4-8b3f-bad551646ccf req-de109f0f-6602-449a-821f-1344f2c4f001 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0562172 Jul 28 22:34:02.408157 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cefe6685-4405-42e4-8b3f-bad551646ccf req-7b031144-bb88-429e-b32c-b3f7695bb06e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508811 Jul 28 22:34:02.480193 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d26243-892d-4543-84e8-f327116cff47 req-e401aab1-57a3-41e8-a693-99ddbd09a5c3 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:02.481699 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d1d26243-892d-4543-84e8-f327116cff47 req-e401aab1-57a3-41e8-a693-99ddbd09a5c3 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0501692 Jul 28 22:34:02.532880 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d1d26243-892d-4543-84e8-f327116cff47 req-03569e1a-de07-4bb3-a6d0-63129395ab77 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452578 Jul 28 22:34:02.554501 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9716642-621a-4f03-a897-7b67befcd565 req-88116f1b-a9b9-4dc8-9c2d-a395af6b8054 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523627 Jul 28 22:34:02.583683 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-4db0dbfc-b9a8-400f-8bb6-6d22b25aa05f admin admin] For port b6d526ec-5599-46c8-b0ae-be38c46e2916, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=b6d526ec-5599-46c8-b0ae-be38c46e2916,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:02.584130 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4db0dbfc-b9a8-400f-8bb6-6d22b25aa05f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:02.598406 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-4db0dbfc-b9a8-400f-8bb6-6d22b25aa05f admin admin] Calling delete_port for b6d526ec-5599-46c8-b0ae-be38c46e2916 owned by network:router_interface {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:34:02.629717 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716642-621a-4f03-a897-7b67befcd565 req-b6378840-092a-4287-86da-ef20fa133eeb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:02.631072 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f9716642-621a-4f03-a897-7b67befcd565 req-b6378840-092a-4287-86da-ef20fa133eeb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports/2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec HTTP/1.1" status: 200 len: 940 time: 0.0520222 Jul 28 22:34:02.779525 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4db0dbfc-b9a8-400f-8bb6-6d22b25aa05f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (b6d526ec-5599-46c8-b0ae-be38c46e2916), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:02.806081 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0dbfc-b9a8-400f-8bb6-6d22b25aa05f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d526ec-5599-46c8-b0ae-be38c46e2916,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:03.016926 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-4db0dbfc-b9a8-400f-8bb6-6d22b25aa05f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (22067912-df6f-43a3-870e-3b2255ff26c3), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:03.141759 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:03.186153 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:03.245250 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db0dbfc-b9a8-400f-8bb6-6d22b25aa05f admin admin] Router 22067912-df6f-43a3-870e-3b2255ff26c3 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:34:03.348622 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db0dbfc-b9a8-400f-8bb6-6d22b25aa05f admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:34:03.353711 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-4db0dbfc-b9a8-400f-8bb6-6d22b25aa05f admin admin] 10.222.0.39 "PUT /v2.0/routers/22067912-df6f-43a3-870e-3b2255ff26c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9182827 Jul 28 22:34:03.356406 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45390) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:03.359090 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5b0f16-c71d-4e24-86aa-ad1cb57cb3bc None None] Sync routers for ids ['22067912-df6f-43a3-870e-3b2255ff26c3'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:34:03.370909 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5b0f16-c71d-4e24-86aa-ad1cb57cb3bc None None] Routers {'22067912-df6f-43a3-870e-3b2255ff26c3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:34:03.371500 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5d5b0f16-c71d-4e24-86aa-ad1cb57cb3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:33:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['22067912-df6f-43a3-870e-3b2255ff26c3'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:03.458763 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Publish callbacks [] for router (22067912-df6f-43a3-870e-3b2255ff26c3), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:03.475705 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-5d5b0f16-c71d-4e24-86aa-ad1cb57cb3bc None None] Set router 22067912-df6f-43a3-870e-3b2255ff26c3 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:34:03.543995 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b28df4-2516-4309-9ab0-7f1d62a55e22 req-8d565a1a-1bb2-4a1c-a8cb-6405f488040e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:03.545477 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-83b28df4-2516-4309-9ab0-7f1d62a55e22 req-8d565a1a-1bb2-4a1c-a8cb-6405f488040e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0521493 Jul 28 22:34:03.574692 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Publish callbacks [] for router_gateway (22067912-df6f-43a3-870e-3b2255ff26c3), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:03.621540 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-83b28df4-2516-4309-9ab0-7f1d62a55e22 req-a59fbc89-5ade-4e32-bf54-c380cc05fbf7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696628 Jul 28 22:34:03.625489 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Deleting port 313075bf-1599-45ff-b37e-34f6a02b952a {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:34:03.625954 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (313075bf-1599-45ff-b37e-34f6a02b952a), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:03.681630 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5d5b0f16-c71d-4e24-86aa-ad1cb57cb3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:34:02Z', 'revision_number': 5, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port': {'id': '313075bf-1599-45ff-b37e-34f6a02b952a', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:d8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:03.691015 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140f1aa-9899-4765-9db3-0153f27dbb51 req-7e4be134-ccb8-432f-8f74-2e1ad713ef5a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:03.692515 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7140f1aa-9899-4765-9db3-0153f27dbb51 req-7e4be134-ccb8-432f-8f74-2e1ad713ef5a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0650251 Jul 28 22:34:03.715642 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5b0f16-c71d-4e24-86aa-ad1cb57cb3bc None None] Checking router: 22067912-df6f-43a3-870e-3b2255ff26c3 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:34:03.724576 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5b0f16-c71d-4e24-86aa-ad1cb57cb3bc None None] Routers {'22067912-df6f-43a3-870e-3b2255ff26c3'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:34:03.726564 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5d5b0f16-c71d-4e24-86aa-ad1cb57cb3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:33:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['22067912-df6f-43a3-870e-3b2255ff26c3'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:03.728375 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] For port 313075bf-1599-45ff-b37e-34f6a02b952a, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=313075bf-1599-45ff-b37e-34f6a02b952a,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:03.728744 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (313075bf-1599-45ff-b37e-34f6a02b952a), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:03.743021 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Calling delete_port for 313075bf-1599-45ff-b37e-34f6a02b952a owned by network:router_gateway {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:34:03.746049 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7140f1aa-9899-4765-9db3-0153f27dbb51 req-6d920f6c-f057-4d81-a03b-87896a812989 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471952 Jul 28 22:34:03.815836 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-5d5b0f16-c71d-4e24-86aa-ad1cb57cb3bc None None] Set router 22067912-df6f-43a3-870e-3b2255ff26c3 gateway port host: None {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:34:03.864348 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5d5b0f16-c71d-4e24-86aa-ad1cb57cb3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:34:03Z', 'revision_number': 6, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port_host': None}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:03.895100 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5b0f16-c71d-4e24-86aa-ad1cb57cb3bc None None] The sync data for ids ['22067912-df6f-43a3-870e-3b2255ff26c3'] in dv-cinder-850939-3-iscsi is: [{'id': '22067912-df6f-43a3-870e-3b2255ff26c3', 'name': 'tempest-ServerRescueNegativeTestJSON-1730909487-router', 'tenant_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:03Z', 'updated_at': '2022-07-28T22:34:03Z', 'revision_number': 6, 'project_id': '567bd0fe29da4db5a0f08c8b5cc81f9c', 'gw_port_host': None}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:34:03.924327 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (313075bf-1599-45ff-b37e-34f6a02b952a), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:03.950663 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=313075bf-1599-45ff-b37e-34f6a02b952a,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:04.013407 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362012'] for router_gateway (22067912-df6f-43a3-870e-3b2255ff26c3), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.119982 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-596'] for router (22067912-df6f-43a3-870e-3b2255ff26c3), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.121262 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:04.122720 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Publish callbacks [] for router_controller (22067912-df6f-43a3-870e-3b2255ff26c3), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.179956 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:04.190048 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-353813'] for router (22067912-df6f-43a3-870e-3b2255ff26c3), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.190531 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22067912-df6f-43a3-870e-3b2255ff26c3 {{(pid=104116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 22:34:04.195843 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.196987 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-e5782dba-fb13-41b9-9e18-66181d5123c3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/22067912-df6f-43a3-870e-3b2255ff26c3 HTTP/1.1" status: 204 len: 168 time: 0.8395948 Jul 28 22:34:04.199823 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45398) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:04.247319 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc6a527-347c-4bda-872c-5a51445ea389 admin admin] Deleting subnet 56ed5844-8abf-4465-a654-00086d69cc77 {{(pid=104116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:34:04.250900 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a527-347c-4bda-872c-5a51445ea389 admin admin] Publish callbacks [] for subnet (56ed5844-8abf-4465-a654-00086d69cc77), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.289210 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a527-347c-4bda-872c-5a51445ea389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735200'] for subnet (56ed5844-8abf-4465-a654-00086d69cc77), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.369734 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a527-347c-4bda-872c-5a51445ea389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (56ed5844-8abf-4465-a654-00086d69cc77), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.424552 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a527-347c-4bda-872c-5a51445ea389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62512963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59176960'] for subnet (56ed5844-8abf-4465-a654-00086d69cc77), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.450507 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6a527-347c-4bda-872c-5a51445ea389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ed5844-8abf-4465-a654-00086d69cc77,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:04.454090 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a527-347c-4bda-872c-5a51445ea389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.457208 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-dfc6a527-347c-4bda-872c-5a51445ea389 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/56ed5844-8abf-4465-a654-00086d69cc77 HTTP/1.1" status: 204 len: 168 time: 0.2564600 Jul 28 22:34:04.459795 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45400) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:04.462188 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055509c7-95e2-4f84-822c-592bee5313e8 None None] Network f48c6e9d-45a6-4c64-a517-0531b03b9307 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:34:04.528429 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (f48c6e9d-45a6-4c64-a517-0531b03b9307), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.575492 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Deleting port a2cc64e2-de9e-4719-ba91-be0de305ce06 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:34:04.576160 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.640694 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] For port a2cc64e2-de9e-4719-ba91-be0de305ce06, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=a2cc64e2-de9e-4719-ba91-be0de305ce06,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:04.641058 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.655093 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Calling delete_port for a2cc64e2-de9e-4719-ba91-be0de305ce06 owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:34:04.669218 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e1592-735f-47b0-a895-f775ca41a587 None None] DHCP port deletion for f48c6e9d-45a6-4c64-a517-0531b03b9307 request from dv-cinder-850939-3-iscsi {{(pid=104118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 22:34:04.710026 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-e35e1592-735f-47b0-a895-f775ca41a587 None None] Deleting port a2cc64e2-de9e-4719-ba91-be0de305ce06 {{(pid=104118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:34:04.710421 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e35e1592-735f-47b0-a895-f775ca41a587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), before_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.751666 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.785737 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cc64e2-de9e-4719-ba91-be0de305ce06,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:04.788142 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] No DVR routers for this DVR port a2cc64e2-de9e-4719-ba91-be0de305ce06 on host dv-cinder-850939-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:34:04.789697 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-e35e1592-735f-47b0-a895-f775ca41a587 None None] For port a2cc64e2-de9e-4719-ba91-be0de305ce06, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=a2cc64e2-de9e-4719-ba91-be0de305ce06,segment=NetworkSegment(4fc967d7-810d-4cf6-9f0b-be898371c561),segment_id=4fc967d7-810d-4cf6-9f0b-be898371c561)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:04.793512 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e35e1592-735f-47b0-a895-f775ca41a587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), precommit_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.810926 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bd34e-fa0b-4baa-8e5e-0ee36e561250 req-8718a51a-ab8f-4c66-9c1f-7d9ff83b1d9d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:04.822658 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fc1bd34e-fa0b-4baa-8e5e-0ee36e561250 req-8718a51a-ab8f-4c66-9c1f-7d9ff83b1d9d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0842481 Jul 28 22:34:04.830591 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-e35e1592-735f-47b0-a895-f775ca41a587 None None] Calling delete_port for a2cc64e2-de9e-4719-ba91-be0de305ce06 owned by network:dhcp {{(pid=104118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:34:04.885096 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (f48c6e9d-45a6-4c64-a517-0531b03b9307), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.906526 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48c6e9d-45a6-4c64-a517-0531b03b9307']}} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:04.911762 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fc1bd34e-fa0b-4baa-8e5e-0ee36e561250 req-e665a8de-9568-455a-9be2-9db25f579172 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882494 Jul 28 22:34:04.917169 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc967d7-810d-4cf6-9f0b-be898371c561') {'for_net_delete': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:04.917466 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc967d7-810d-4cf6-9f0b-be898371c561') {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:04.926017 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b0385-94b1-4e75-bf20-229523ac59be req-42d1b6d6-9e29-43de-ab87-df84f5717b8b tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:04.927966 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5c3b0385-94b1-4e75-bf20-229523ac59be req-42d1b6d6-9e29-43de-ab87-df84f5717b8b tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0651395 Jul 28 22:34:04.930546 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735225'] for segment (4fc967d7-810d-4cf6-9f0b-be898371c561), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.953079 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e35e1592-735f-47b0-a895-f775ca41a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (a2cc64e2-de9e-4719-ba91-be0de305ce06), after_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.962749 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (4fc967d7-810d-4cf6-9f0b-be898371c561), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.970380 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=104116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:34:04.970786 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62512925'] for segment (4fc967d7-810d-4cf6-9f0b-be898371c561), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:04.977207 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e1592-735f-47b0-a895-f775ca41a587 None None] Pushing event deleted for resources: {'Port': ['ID=a2cc64e2-de9e-4719-ba91-be0de305ce06,revision_number=None']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:04.987398 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5c3b0385-94b1-4e75-bf20-229523ac59be req-0aeda9ac-752a-4f59-8ac8-4edf767994f8 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535975 Jul 28 22:34:04.994051 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e1592-735f-47b0-a895-f775ca41a587 None None] No DVR routers for this DVR port a2cc64e2-de9e-4719-ba91-be0de305ce06 on host dv-cinder-850939-3-iscsi {{(pid=104118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:34:05.032692 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 4fc967d7-810d-4cf6-9f0b-be898371c561 resource provider aggregate not found Jul 28 22:34:05.052791 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 4fc967d7-810d-4cf6-9f0b-be898371c561 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fc967d7-810d-4cf6-9f0b-be898371c561 found for delete ", "request_id": "req-87f431f9-8dd4-48ad-a885-fc507b204714"}]} Jul 28 22:34:05.062193 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (f48c6e9d-45a6-4c64-a517-0531b03b9307), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:05.069968 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:05.073083 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] 10.222.0.39 "DELETE /v2.0/networks/f48c6e9d-45a6-4c64-a517-0531b03b9307 HTTP/1.1" status: 204 len: 168 time: 0.6123757 Jul 28 22:34:05.085136 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7343c-4066-4e6f-a68e-50ce3a9b36ec admin admin] Pushing event deleted for resources: {'Network': ['ID=f48c6e9d-45a6-4c64-a517-0531b03b9307,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:05.196370 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45414) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:05.235611 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6c326605-9dd5-40a9-b303-92fd797a9cc0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=567bd0fe29da4db5a0f08c8b5cc81f9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380836 Jul 28 22:34:05.238088 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45416) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:05.297329 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-53f498df-6eb5-4d7c-b13b-309948c8e305 admin admin] Publish callbacks [] for security_group (7dcb2386-ae29-4bf6-9889-d33a358d6637), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:05.321840 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-53f498df-6eb5-4d7c-b13b-309948c8e305 admin admin] Publish callbacks [] for security_group (7dcb2386-ae29-4bf6-9889-d33a358d6637), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:05.368206 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-53f498df-6eb5-4d7c-b13b-309948c8e305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (7dcb2386-ae29-4bf6-9889-d33a358d6637), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:05.370887 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-53f498df-6eb5-4d7c-b13b-309948c8e305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:05.372014 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-53f498df-6eb5-4d7c-b13b-309948c8e305 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7dcb2386-ae29-4bf6-9889-d33a358d6637 HTTP/1.1" status: 204 len: 168 time: 0.1330476 Jul 28 22:34:05.380626 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f498df-6eb5-4d7c-b13b-309948c8e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb2386-ae29-4bf6-9889-d33a358d6637,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:05.934609 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device b6d526ec-5599-46c8-b0ae-be38c46e2916 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:34:05.954731 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: b6d526ec-5599-46c8-b0ae-be38c46e2916 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:34:05.955201 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device b6d526ec-5599-46c8-b0ae-be38c46e2916 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:34:05.955682 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 313075bf-1599-45ff-b37e-34f6a02b952a no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:34:05.978954 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 313075bf-1599-45ff-b37e-34f6a02b952a {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:34:05.979309 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 313075bf-1599-45ff-b37e-34f6a02b952a not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:34:05.979739 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device a2cc64e2-de9e-4719-ba91-be0de305ce06 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:34:06.001605 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: a2cc64e2-de9e-4719-ba91-be0de305ce06 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:34:06.001956 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device a2cc64e2-de9e-4719-ba91-be0de305ce06 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:34:06.084166 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cc663-0141-4fa1-9f4b-f887d402d2be req-12f50e2c-7e59-48e3-a72c-a52b749ca516 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:06.086510 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5a8cc663-0141-4fa1-9f4b-f887d402d2be req-12f50e2c-7e59-48e3-a72c-a52b749ca516 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0658271 Jul 28 22:34:06.112797 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:06.136864 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22a1c1-abb3-46ca-9db9-9d8a2b937702 req-8b05ba16-d03e-4682-8dd7-8086ba39dc8b tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:06.138355 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0d22a1c1-abb3-46ca-9db9-9d8a2b937702 req-8b05ba16-d03e-4682-8dd7-8086ba39dc8b tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0721691 Jul 28 22:34:06.174246 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:06.182490 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5a8cc663-0141-4fa1-9f4b-f887d402d2be req-baa3f2b2-c7a6-4a1f-9418-f5cf60d7b926 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793457 Jul 28 22:34:06.211812 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0d22a1c1-abb3-46ca-9db9-9d8a2b937702 req-cc16ad45-82e2-4fb9-ae4d-4ea5acaa280b tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632181 Jul 28 22:34:06.748463 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45472) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:06.852968 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-33c0a0f5-a4aa-41d8-a6eb-0e29c6e294aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:06.877854 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:06.889418 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:DELETE=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:06.946228 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-33c0a0f5-a4aa-41d8-a6eb-0e29c6e294aa admin admin] Publish callbacks [] for security_group (1598fdae-691a-4455-bb69-81749f821998), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:06.958733 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-33c0a0f5-a4aa-41d8-a6eb-0e29c6e294aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (1598fdae-691a-4455-bb69-81749f821998), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:07.001776 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-33c0a0f5-a4aa-41d8-a6eb-0e29c6e294aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f76093ef3ffa4de0a127a3b7de378a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521055 Jul 28 22:34:07.002774 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0a0f5-a4aa-41d8-a6eb-0e29c6e294aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1598fdae-691a-4455-bb69-81749f821998,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:07.004816 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45478) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:07.056386 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c1598d4e-1223-4aa7-820e-a495424b3e8c admin admin] Publish callbacks [] for security_group (1598fdae-691a-4455-bb69-81749f821998), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:07.077722 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c1598d4e-1223-4aa7-820e-a495424b3e8c admin admin] Publish callbacks [] for security_group (1598fdae-691a-4455-bb69-81749f821998), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:07.123291 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c1598d4e-1223-4aa7-820e-a495424b3e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (1598fdae-691a-4455-bb69-81749f821998), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:07.126088 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c1598d4e-1223-4aa7-820e-a495424b3e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:07.127235 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c1598d4e-1223-4aa7-820e-a495424b3e8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1598fdae-691a-4455-bb69-81749f821998 HTTP/1.1" status: 204 len: 168 time: 0.1196771 Jul 28 22:34:07.135960 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1598d4e-1223-4aa7-820e-a495424b3e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1598fdae-691a-4455-bb69-81749f821998,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:07.351569 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d320c-ac87-4b47-bfea-7b4ebca24850 req-27f3ae30-7b1b-4f66-a646-6b2b8309a271 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:07.353890 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-160d320c-ac87-4b47-bfea-7b4ebca24850 req-27f3ae30-7b1b-4f66-a646-6b2b8309a271 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0861325 Jul 28 22:34:07.386352 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2c9f0-3af2-482a-85a4-6054912ed163 req-ccd2498c-c5b7-4174-a434-a1bc60d5e486 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:07.388026 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b3d2c9f0-3af2-482a-85a4-6054912ed163 req-ccd2498c-c5b7-4174-a434-a1bc60d5e486 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0910854 Jul 28 22:34:07.442636 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-160d320c-ac87-4b47-bfea-7b4ebca24850 req-18cad3d4-b7df-4ea9-975c-109a15885d23 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800245 Jul 28 22:34:07.476828 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b3d2c9f0-3af2-482a-85a4-6054912ed163 req-64fbd19e-b8ee-49d5-bd90-7db6ba3653f2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817196 Jul 28 22:34:08.445998 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716642-621a-4f03-a897-7b67befcd565 req-c0bd6c4d-8e68-4b73-96e5-72340d736a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:08.448126 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9716642-621a-4f03-a897-7b67befcd565 req-c0bd6c4d-8e68-4b73-96e5-72340d736a9a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f&tenant_id=2406f01f7b3b4941a0bcd97a68d3d510 HTTP/1.1" status: 200 len: 1127 time: 0.0427380 Jul 28 22:34:08.522285 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716642-621a-4f03-a897-7b67befcd565 req-4428041a-177a-449d-9cba-6126a2064033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:08.524427 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9716642-621a-4f03-a897-7b67befcd565 req-4428041a-177a-449d-9cba-6126a2064033 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2406f01f7b3b4941a0bcd97a68d3d510&device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 1127 time: 0.0480478 Jul 28 22:34:08.624636 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7890fb-a1c6-4fb4-aee4-9bf88ee740ba req-35cde891-a1f6-4541-8e69-99a49f30a2f2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:08.626987 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2f7890fb-a1c6-4fb4-aee4-9bf88ee740ba req-35cde891-a1f6-4541-8e69-99a49f30a2f2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0607114 Jul 28 22:34:08.682838 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:08.698572 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716642-621a-4f03-a897-7b67befcd565 req-86bc529c-d54b-41c2-a09b-69feb5db7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:08.700022 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9716642-621a-4f03-a897-7b67befcd565 req-86bc529c-d54b-41c2-a09b-69feb5db7cb6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f2aa367-6d5d-4752-a99e-b9dafb11cca1 HTTP/1.1" status: 200 len: 910 time: 0.1630709 Jul 28 22:34:08.702804 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02ec66-05b8-47e2-99c4-35972841f775 req-64eecf04-6d43-4d48-b633-3a0b6795c312 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:08.704263 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2b02ec66-05b8-47e2-99c4-35972841f775 req-64eecf04-6d43-4d48-b633-3a0b6795c312 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0762494 Jul 28 22:34:08.732647 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2f7890fb-a1c6-4fb4-aee4-9bf88ee740ba req-961decc4-2c61-492b-bdc1-48f8c8a0680f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916483 Jul 28 22:34:08.772191 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2b02ec66-05b8-47e2-99c4-35972841f775 req-ecba3d01-485f-4b49-86ac-1977375d3221 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591450 Jul 28 22:34:09.013404 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9716642-621a-4f03-a897-7b67befcd565 req-ca23c13a-eb14-4fff-b5b6-f0ff8d4a31be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec HTTP/1.1" status: 200 len: 999 time: 0.0603397 Jul 28 22:34:09.112277 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716642-621a-4f03-a897-7b67befcd565 req-f7a3ce18-9105-4173-9f66-8a71066de6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:09.113243 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9716642-621a-4f03-a897-7b67befcd565 req-f7a3ce18-9105-4173-9f66-8a71066de6da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b2d5a71-51ae-4403-b7de-674f7705c0be HTTP/1.1" status: 200 len: 848 time: 0.0662446 Jul 28 22:34:09.188046 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716642-621a-4f03-a897-7b67befcd565 req-6533d5f3-6ed6-47c9-8a1d-5e961f4f9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:09.189561 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9716642-621a-4f03-a897-7b67befcd565 req-6533d5f3-6ed6-47c9-8a1d-5e961f4f9cf6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f2aa367-6d5d-4752-a99e-b9dafb11cca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446780 Jul 28 22:34:09.280990 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9716642-621a-4f03-a897-7b67befcd565 req-b08ae03e-92fe-4fa0-b240-4c4ec402c5de service neutron] 10.222.0.58 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848448 Jul 28 22:34:09.377112 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f9716642-621a-4f03-a897-7b67befcd565 req-56f0d586-bf87-4126-9acc-1700b5113da4 service neutron] 10.222.0.58 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865901 Jul 28 22:34:09.890916 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b1cca-db8b-47b0-af4f-67b69e602777 req-62bc9dc8-c790-41f3-a2a9-026942d1964a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:09.892506 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-292b1cca-db8b-47b0-af4f-67b69e602777 req-62bc9dc8-c790-41f3-a2a9-026942d1964a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0747755 Jul 28 22:34:09.915370 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15bc9-e1cd-4020-821b-a253b729684c req-398b377b-3674-48ba-8a8f-17973a364c1a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:09.916782 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d8a15bc9-e1cd-4020-821b-a253b729684c req-398b377b-3674-48ba-8a8f-17973a364c1a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0704968 Jul 28 22:34:09.992830 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-292b1cca-db8b-47b0-af4f-67b69e602777 req-b7a3c3a4-e2b1-4b38-8def-b498d0d0a707 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924373 Jul 28 22:34:09.996283 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d8a15bc9-e1cd-4020-821b-a253b729684c req-e9dddd06-f079-4661-9e1d-e308bc5bb684 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715199 Jul 28 22:34:10.889664 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e6ffb-85aa-4b84-847b-67a1d29a9311 req-5da1bb37-8d85-4aa9-90b3-a9bc622b3e27 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:10.891106 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a90e6ffb-85aa-4b84-847b-67a1d29a9311 req-5da1bb37-8d85-4aa9-90b3-a9bc622b3e27 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 946 time: 0.0475590 Jul 28 22:34:10.939733 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a90e6ffb-85aa-4b84-847b-67a1d29a9311 req-4f5647dc-2873-4ab0-b028-1e059f600e82 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413177 Jul 28 22:34:11.126841 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:11.146687 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378988e8-bede-4607-90b0-10b2e0d54393 req-ab2cfe53-1c37-4068-ab2c-60274fcecacc tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:11.148188 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-378988e8-bede-4607-90b0-10b2e0d54393 req-ab2cfe53-1c37-4068-ab2c-60274fcecacc tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0782204 Jul 28 22:34:11.156601 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b941bf-bf9d-4c32-895a-f9d5117fe9ec req-a9fa715d-30a1-42ef-9ebe-168b6e116fd4 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:11.157881 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-13b941bf-bf9d-4c32-895a-f9d5117fe9ec req-a9fa715d-30a1-42ef-9ebe-168b6e116fd4 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0780320 Jul 28 22:34:11.213172 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:11.229339 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-378988e8-bede-4607-90b0-10b2e0d54393 req-198ec4ed-22d3-4e37-8f0e-962ec85c2da0 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705695 Jul 28 22:34:11.238137 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-13b941bf-bf9d-4c32-895a-f9d5117fe9ec req-09180b16-cfae-4b9c-af41-ef9af3d36969 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729909 Jul 28 22:34:11.470938 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device b0004cc7-da74-484e-8822-e521573b9c72 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:34:11.572684 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port b0004cc7-da74-484e-8822-e521573b9c72, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b0004cc7-da74-484e-8822-e521573b9c72,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:11.583741 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': 'b0004cc7-da74-484e-8822-e521573b9c72', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'port_id': 'b0004cc7-da74-484e-8822-e521573b9c72', 'mac_address': 'fa:16:3e:b2:9e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:34:11.620375 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port b0004cc7-da74-484e-8822-e521573b9c72 is: ACTIVE; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:34:11.620779 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b0004cc7-da74-484e-8822-e521573b9c72), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:11.634988 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0004cc7-da74-484e-8822-e521573b9c72 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:34:11.656619 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port b0004cc7-da74-484e-8822-e521573b9c72, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b0004cc7-da74-484e-8822-e521573b9c72,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:11.659943 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (b0004cc7-da74-484e-8822-e521573b9c72), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:11.719601 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=b0004cc7-da74-484e-8822-e521573b9c72,revision_number=6']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:11.769410 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['b0004cc7-da74-484e-8822-e521573b9c72'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:34:11.773037 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:11.996703 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:12.060610 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464bfa6-702c-411f-874b-3ad19fda3de9 req-e7ddd84a-34f6-48e2-b4e1-d53a2aa9828d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:12.062069 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f464bfa6-702c-411f-874b-3ad19fda3de9 req-e7ddd84a-34f6-48e2-b4e1-d53a2aa9828d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 946 time: 0.0476623 Jul 28 22:34:12.109354 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f464bfa6-702c-411f-874b-3ad19fda3de9 req-9fd102d9-dfda-4673-b025-46ca931b9b8b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414870 Jul 28 22:34:12.386282 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23a384-f296-446f-a947-2a2d57144b0a req-e4f003c8-9c53-4cbe-9ed6-da0439e55292 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:12.387730 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6b23a384-f296-446f-a947-2a2d57144b0a req-e4f003c8-9c53-4cbe-9ed6-da0439e55292 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 945 time: 0.0794802 Jul 28 22:34:12.393547 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ce02-1f51-40e9-ad44-a1b1e52ec223 req-3c290b10-001a-4898-8644-f4919dbe0cd7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:12.394878 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-22a0ce02-1f51-40e9-ad44-a1b1e52ec223 req-3c290b10-001a-4898-8644-f4919dbe0cd7 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0848212 Jul 28 22:34:12.469428 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6b23a384-f296-446f-a947-2a2d57144b0a req-cc0f2be3-1393-464b-b8ef-263ae943685b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736005 Jul 28 22:34:12.473892 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-22a0ce02-1f51-40e9-ad44-a1b1e52ec223 req-f69dcc13-3743-4a62-9148-5fcfa905b414 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716259 Jul 28 22:34:13.028297 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-29a8797a-8a00-48bb-b988-74cfd7408d98 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:13.029887 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-29a8797a-8a00-48bb-b988-74cfd7408d98 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 946 time: 0.0514276 Jul 28 22:34:13.124626 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Deleting port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:34:13.124969 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.133304 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45616) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:13.223151 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] For port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=928ca1a1-5c7c-4967-ac84-b4ef57e684ed,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:13.223520 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.259860 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f926a-06b2-47c1-8bce-f7bcad76032f req-3659fcdd-0da2-4d74-ac09-3da2ee4438b4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:13.261625 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a57f926a-06b2-47c1-8bce-f7bcad76032f req-3659fcdd-0da2-4d74-ac09-3da2ee4438b4 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 946 time: 0.0699022 Jul 28 22:34:13.274823 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6d2079d2-0c05-413b-bebc-23f8bd5737fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.354759 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:13.362673 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a57f926a-06b2-47c1-8bce-f7bcad76032f req-93c94c80-8d15-4852-8586-5b8ff455ee05 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d453abd-202c-49ad-9865-ce826c19a314&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775557 Jul 28 22:34:13.391522 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=6,neutron:UPDATE=1,neutron:SELECT=93 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:13.403388 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6d2079d2-0c05-413b-bebc-23f8bd5737fc admin admin] Publish callbacks [] for security_group (605ba7de-c269-4fc8-a314-52c27a7b029d), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.407923 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6d2079d2-0c05-413b-bebc-23f8bd5737fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (605ba7de-c269-4fc8-a314-52c27a7b029d), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.421957 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.422421 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (3f4d6786-4bb0-46a0-80a2-3cd01a721940), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.422809 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Floating IP 3f4d6786-4bb0-46a0-80a2-3cd01a721940 disassociated. External IP: 172.27.3.26, port: 928ca1a1-5c7c-4967-ac84-b4ef57e684ed. Jul 28 22:34:13.423220 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Calling delete_port for 928ca1a1-5c7c-4967-ac84-b4ef57e684ed owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:34:13.449942 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6d2079d2-0c05-413b-bebc-23f8bd5737fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33e02f250f1f4531b44fa855799ee098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154275 Jul 28 22:34:13.451054 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2079d2-0c05-413b-bebc-23f8bd5737fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ba7de-c269-4fc8-a314-52c27a7b029d,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:13.453502 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45630) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:13.489608 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device b0004cc7-da74-484e-8822-e521573b9c72 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:34:13.510132 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b72eee08-6543-4fdb-afc9-2f81b1a681d9 admin admin] Publish callbacks [] for security_group (605ba7de-c269-4fc8-a314-52c27a7b029d), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.536084 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b72eee08-6543-4fdb-afc9-2f81b1a681d9 admin admin] Publish callbacks [] for security_group (605ba7de-c269-4fc8-a314-52c27a7b029d), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.583224 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port b0004cc7-da74-484e-8822-e521573b9c72 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:34:13.584518 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (b0004cc7-da74-484e-8822-e521573b9c72), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.605808 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b72eee08-6543-4fdb-afc9-2f81b1a681d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (605ba7de-c269-4fc8-a314-52c27a7b029d), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.610192 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b72eee08-6543-4fdb-afc9-2f81b1a681d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.611997 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-b72eee08-6543-4fdb-afc9-2f81b1a681d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/605ba7de-c269-4fc8-a314-52c27a7b029d HTTP/1.1" status: 204 len: 168 time: 0.1571076 Jul 28 22:34:13.620973 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (928ca1a1-5c7c-4967-ac84-b4ef57e684ed), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.641462 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72eee08-6543-4fdb-afc9-2f81b1a681d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ba7de-c269-4fc8-a314-52c27a7b029d,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:13.685209 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event deleted for resources: {'Port': ['ID=928ca1a1-5c7c-4967-ac84-b4ef57e684ed,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:13.730235 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port b0004cc7-da74-484e-8822-e521573b9c72 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:34:13.731898 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b0004cc7-da74-484e-8822-e521573b9c72), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.776887 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335075a1-19b2-449c-a23d-21f255c62b19 req-a3fa2201-441d-455f-a1fb-4261ab671c4d tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:13.777880 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port b0004cc7-da74-484e-8822-e521573b9c72, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b0004cc7-da74-484e-8822-e521573b9c72,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:13.778909 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-335075a1-19b2-449c-a23d-21f255c62b19 req-a3fa2201-441d-455f-a1fb-4261ab671c4d tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.1655369 Jul 28 22:34:13.779036 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:34:13.781672 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16335822-6c58-440f-a899-f4685b0ca4b6" -d '{"events": [{"server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0004cc7-da74-484e-8822-e521573b9c72"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:34:13.787276 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (b0004cc7-da74-484e-8822-e521573b9c72), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:13.811902 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:13.845303 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bc679-c05c-41aa-b231-ae2c76d95f2d req-f9a81c65-acb6-42da-bd6c-f42a7b833a14 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:13.847052 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-881bc679-c05c-41aa-b231-ae2c76d95f2d req-f9a81c65-acb6-42da-bd6c-f42a7b833a14 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 945 time: 0.2067428 Jul 28 22:34:13.861458 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Router 4212d08f-0cd3-4631-829f-f12aa2744ce6 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:34:13.867528 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=36 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:13.868822 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=47 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:13.892855 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:13.900707 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-335075a1-19b2-449c-a23d-21f255c62b19 req-ecb03c0a-c02e-41ee-8ad1-d84661b37c52 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124318 Jul 28 22:34:13.901117 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=b0004cc7-da74-484e-8822-e521573b9c72,revision_number=7']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:13.952484 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-881bc679-c05c-41aa-b231-ae2c76d95f2d req-9add1e31-14c0-46eb-a907-96ba0df75e55 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950992 Jul 28 22:34:14.004803 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06506937-f757-41cf-8ff0-fc10e9be736e x-openstack-request-id: req-06506937-f757-41cf-8ff0-fc10e9be736e {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:34:14.005095 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0004cc7-da74-484e-8822-e521573b9c72", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:34:14.005354 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06506937-f757-41cf-8ff0-fc10e9be736e {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:34:14.005872 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06506937-f757-41cf-8ff0-fc10e9be736e'] response: {'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72', 'code': 200} Jul 28 22:34:14.095379 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45658) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:14.111491 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b24c84f9-1140-4adc-84bb-8e5d3a38a7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:14.235409 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b24c84f9-1140-4adc-84bb-8e5d3a38a7e7 admin admin] Publish callbacks [] for security_group (3062f172-df74-435c-9e03-025566e8b9c1), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:14.244450 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b24c84f9-1140-4adc-84bb-8e5d3a38a7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (3062f172-df74-435c-9e03-025566e8b9c1), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:14.288398 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-b24c84f9-1140-4adc-84bb-8e5d3a38a7e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e9f02f94a10489abd3ab38e919d9b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918766 Jul 28 22:34:14.289286 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c84f9-1140-4adc-84bb-8e5d3a38a7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3062f172-df74-435c-9e03-025566e8b9c1,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:14.292580 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45660) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:14.320977 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:34:14.349803 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aebb4b-d9b0-4678-af43-a8d30ceab636 None None] Sync routers for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:34:14.370268 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aebb4b-d9b0-4678-af43-a8d30ceab636 None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:34:14.371220 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-84aebb4b-d9b0-4678-af43-a8d30ceab636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:33:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:14.397476 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] No DVR routers for this DVR port 928ca1a1-5c7c-4967-ac84-b4ef57e684ed on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:34:14.401479 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:14.404845 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-463f71e1-bbc8-4292-bef8-c7ec5ebc6600 req-f95f506f-096e-4864-98cf-e82567260006 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "DELETE /v2.0/ports/928ca1a1-5c7c-4967-ac84-b4ef57e684ed HTTP/1.1" status: 204 len: 173 time: 1.3638191 Jul 28 22:34:14.405298 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02901dd1-28e3-486f-a09c-3af63e2e81f2', 'name': 'network-vif-deleted', 'tag': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:34:14.407616 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6016f7f2-e281-455d-b3f9-32c39f1b20d3" -d '{"events": [{"server_uuid": "02901dd1-28e3-486f-a09c-3af63e2e81f2", "name": "network-vif-deleted", "tag": "928ca1a1-5c7c-4967-ac84-b4ef57e684ed"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:34:14.440877 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Publish callbacks [] for security_group (3062f172-df74-435c-9e03-025566e8b9c1), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:14.511226 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Publish callbacks [] for security_group (3062f172-df74-435c-9e03-025566e8b9c1), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:14.515422 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-84aebb4b-d9b0-4678-af43-a8d30ceab636 None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:34:14.516026 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94ab9a1-a49e-4064-9edf-1aef5a8630ea x-openstack-request-id: req-e94ab9a1-a49e-4064-9edf-1aef5a8630ea {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:34:14.516307 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02901dd1-28e3-486f-a09c-3af63e2e81f2", "name": "network-vif-deleted", "tag": "928ca1a1-5c7c-4967-ac84-b4ef57e684ed", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:34:14.516567 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e94ab9a1-a49e-4064-9edf-1aef5a8630ea {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:34:14.516973 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94ab9a1-a49e-4064-9edf-1aef5a8630ea'] response: {'server_uuid': '02901dd1-28e3-486f-a09c-3af63e2e81f2', 'name': 'network-vif-deleted', 'tag': '928ca1a1-5c7c-4967-ac84-b4ef57e684ed', 'status': 'completed', 'code': 200} Jul 28 22:34:14.564916 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f3c73a0c-a545-4616-854c-0b3855e92623 req-39300a59-9f55-4304-9692-be0548c38317 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 210 time: 0.0493279 Jul 28 22:34:14.627656 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (3062f172-df74-435c-9e03-025566e8b9c1), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:14.631201 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:14.634343 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3062f172-df74-435c-9e03-025566e8b9c1 HTTP/1.1" status: 204 len: 168 time: 0.3401716 Jul 28 22:34:14.672494 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3062f172-df74-435c-9e03-025566e8b9c1,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:14.690395 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.690760 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.691136 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.691482 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.691821 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.692834 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.694036 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.694036 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.694398 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.694718 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.695091 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.695895 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.696240 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.696570 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.696897 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9b0de-9c16-4624-9c1f-56e6d3f2c3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:14.795421 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-84aebb4b-d9b0-4678-af43-a8d30ceab636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:14.846443 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aebb4b-d9b0-4678-af43-a8d30ceab636 None None] Checking router: 4212d08f-0cd3-4631-829f-f12aa2744ce6 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:34:14.860519 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aebb4b-d9b0-4678-af43-a8d30ceab636 None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:34:14.861481 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-84aebb4b-d9b0-4678-af43-a8d30ceab636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:33:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:14.973346 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-84aebb4b-d9b0-4678-af43-a8d30ceab636 None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:34:15.172671 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba15e5f-4805-4c45-992d-c862b1f1afd6 req-22ad10c1-9eb2-409b-82ff-101929bd061b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:15.175931 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aba15e5f-4805-4c45-992d-c862b1f1afd6 req-22ad10c1-9eb2-409b-82ff-101929bd061b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0852528 Jul 28 22:34:15.183469 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29e158-4153-42af-9e40-5cb504d997b8 req-4cabf975-4811-4212-ac86-f14ee67f51ba tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:15.185563 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ac29e158-4153-42af-9e40-5cb504d997b8 req-4cabf975-4811-4212-ac86-f14ee67f51ba tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.1832442 Jul 28 22:34:15.220841 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:15.237685 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:15.254336 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aba15e5f-4805-4c45-992d-c862b1f1afd6 req-ea8fcbdd-d807-48b2-80a6-11c1b2bc2792 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676813 Jul 28 22:34:15.302089 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ac29e158-4153-42af-9e40-5cb504d997b8 req-b764a3fd-cd56-41a3-9dd0-e1bc889efefa tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961974 Jul 28 22:34:15.316459 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-84aebb4b-d9b0-4678-af43-a8d30ceab636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:15.347897 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aebb4b-d9b0-4678-af43-a8d30ceab636 None None] The sync data for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi is: [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:34:15.418583 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-af3af34e-b4ba-43d2-9034-c3a777dc2e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:15.697621 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c75b78-705d-45eb-9da0-89e9f554cb05 None None] New status for floating IP 3f4d6786-4bb0-46a0-80a2-3cd01a721940: DOWN {{(pid=104119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:34:15.781848 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-011c51bd-8ed3-4b48-b538-bc4396f94485 req-d4090720-a84b-4106-a06f-72be2321aa83 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=02901dd1-28e3-486f-a09c-3af63e2e81f2 HTTP/1.1" status: 200 len: 210 time: 0.0644078 Jul 28 22:34:16.473939 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da6270-a715-457b-9ef1-62fb04cf49ab req-490915b5-2e84-4410-8661-e9b6ee0cd316 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:16.475378 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a3da6270-a715-457b-9ef1-62fb04cf49ab req-490915b5-2e84-4410-8661-e9b6ee0cd316 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.0804906 Jul 28 22:34:16.487025 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d1b93-a99b-41ba-a619-b4b8321d89e4 req-23467bfe-3da5-43a7-a40f-74f34ec82170 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:16.488514 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-477d1b93-a99b-41ba-a619-b4b8321d89e4 req-23467bfe-3da5-43a7-a40f-74f34ec82170 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.1083212 Jul 28 22:34:16.572863 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a3da6270-a715-457b-9ef1-62fb04cf49ab req-f1e1dd4b-f1fa-43e9-a5f1-e6bd26610362 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832529 Jul 28 22:34:16.601668 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-477d1b93-a99b-41ba-a619-b4b8321d89e4 req-8becdf57-18c5-4b05-a9aa-7e2c301e9ae0 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957894 Jul 28 22:34:16.891314 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45726) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:16.972410 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-76fde46c-07dd-4ce3-b000-f8e73e660676 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (9d453abd-202c-49ad-9865-ce826c19a314), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:17.008774 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-76fde46c-07dd-4ce3-b000-f8e73e660676 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (9d453abd-202c-49ad-9865-ce826c19a314), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:17.076043 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-76fde46c-07dd-4ce3-b000-f8e73e660676 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (9d453abd-202c-49ad-9865-ce826c19a314), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:17.080248 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-76fde46c-07dd-4ce3-b000-f8e73e660676 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:17.081684 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-76fde46c-07dd-4ce3-b000-f8e73e660676 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "DELETE /v2.0/security-groups/9d453abd-202c-49ad-9865-ce826c19a314 HTTP/1.1" status: 204 len: 168 time: 0.1890197 Jul 28 22:34:17.085043 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45732) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:17.096785 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fde46c-07dd-4ce3-b000-f8e73e660676 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d453abd-202c-49ad-9865-ce826c19a314,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:17.128067 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.api.v2.resource [None req-f1497b84-eef7-412f-9348-67df3d592863 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] show failed (client error): The resource could not be found. Jul 28 22:34:17.139893 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45736) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:17.147672 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-f1497b84-eef7-412f-9348-67df3d592863 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups/9d453abd-202c-49ad-9865-ce826c19a314 HTTP/1.1" status: 404 len: 347 time: 0.0531640 Jul 28 22:34:17.187554 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:17.275140 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-139efe70-4fa0-4630-b741-a6e4be5b5ab5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Deleting port a1389a73-304a-4afa-bfe5-7b9ce75bde14 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:34:17.275516 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-139efe70-4fa0-4630-b741-a6e4be5b5ab5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (a1389a73-304a-4afa-bfe5-7b9ce75bde14), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:17.359960 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-139efe70-4fa0-4630-b741-a6e4be5b5ab5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (a1389a73-304a-4afa-bfe5-7b9ce75bde14), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:17.361107 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-139efe70-4fa0-4630-b741-a6e4be5b5ab5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (a1389a73-304a-4afa-bfe5-7b9ce75bde14), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:17.386815 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-139efe70-4fa0-4630-b741-a6e4be5b5ab5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Calling delete_port for a1389a73-304a-4afa-bfe5-7b9ce75bde14 owned by network:floatingip {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:34:17.446003 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb802-5993-436c-b1ef-5d4f715145fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:17.472848 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:17.517624 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:34:17.521323 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 928ca1a1-5c7c-4967-ac84-b4ef57e684ed no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:34:17.559597 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 928ca1a1-5c7c-4967-ac84-b4ef57e684ed {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:34:17.560193 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 928ca1a1-5c7c-4967-ac84-b4ef57e684ed not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:34:17.605891 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-139efe70-4fa0-4630-b741-a6e4be5b5ab5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (a1389a73-304a-4afa-bfe5-7b9ce75bde14), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:17.648626 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139efe70-4fa0-4630-b741-a6e4be5b5ab5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event deleted for resources: {'Port': ['ID=a1389a73-304a-4afa-bfe5-7b9ce75bde14,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:17.809410 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-139efe70-4fa0-4630-b741-a6e4be5b5ab5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (3f4d6786-4bb0-46a0-80a2-3cd01a721940), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:17.811855 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-139efe70-4fa0-4630-b741-a6e4be5b5ab5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:17.812427 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:17.816244 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-139efe70-4fa0-4630-b741-a6e4be5b5ab5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "DELETE /v2.0/floatingips/3f4d6786-4bb0-46a0-80a2-3cd01a721940 HTTP/1.1" status: 204 len: 168 time: 0.6702704 Jul 28 22:34:17.828624 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'port_id': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'mac_address': 'fa:16:3e:66:67:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:34:17.877327 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:34:17.877993 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:17.883569 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930063e5-a349-4e62-b12e-d4fa9df70622 req-f1a4109a-7aae-4992-8ad6-f76dfc821d8f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:17.888969 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-930063e5-a349-4e62-b12e-d4fa9df70622 req-f1a4109a-7aae-4992-8ad6-f76dfc821d8f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.1349442 Jul 28 22:34:17.907737 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:34:17.911012 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b4241-8e5a-4796-b7b6-e3aa31b4acf7 req-33740fda-5d2b-403a-b107-1fda53fa089a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:17.914946 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-386b4241-8e5a-4796-b7b6-e3aa31b4acf7 req-33740fda-5d2b-403a-b107-1fda53fa089a tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 943 time: 0.1595881 Jul 28 22:34:17.943113 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:17.950040 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:17.992243 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-930063e5-a349-4e62-b12e-d4fa9df70622 req-0860d0db-e806-416a-9db6-a926d30b77dc tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761278 Jul 28 22:34:18.027450 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,revision_number=7']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:18.075681 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-386b4241-8e5a-4796-b7b6-e3aa31b4acf7 req-841f8a9c-dc73-48a8-9516-d981994e1813 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294978 Jul 28 22:34:18.143557 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45766) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:18.151882 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-49c9d4a3-1f00-4a71-b9e5-713773e5b321 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868069231', 'description': 'tempest-description--2091089637'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:34:18.179703 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-49c9d4a3-1f00-4a71-b9e5-713773e5b321 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.246111 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:34:18.263875 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:18.285549 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-49c9d4a3-1f00-4a71-b9e5-713773e5b321 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (10ee5d59-3329-4669-853d-6694905683cb), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.291814 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-49c9d4a3-1f00-4a71-b9e5-713773e5b321 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (10ee5d59-3329-4669-853d-6694905683cb), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.322879 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-49c9d4a3-1f00-4a71-b9e5-713773e5b321 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.324929 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-49c9d4a3-1f00-4a71-b9e5-713773e5b321 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1803668 Jul 28 22:34:18.327829 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45768) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:18.340539 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-44129ce1-31e3-4c5a-9124-cd41fc0d109e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'security_group_rule': {'security_group_id': '10ee5d59-3329-4669-853d-6694905683cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:34:18.340940 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9d4a3-1f00-4a71-b9e5-713773e5b321 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ee5d59-3329-4669-853d-6694905683cb,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:18.390495 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-44129ce1-31e3-4c5a-9124-cd41fc0d109e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (a37275e0-c888-4cfd-88ec-16a0bac1007b), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.464724 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-44129ce1-31e3-4c5a-9124-cd41fc0d109e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (a37275e0-c888-4cfd-88ec-16a0bac1007b), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.471095 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-44129ce1-31e3-4c5a-9124-cd41fc0d109e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (a37275e0-c888-4cfd-88ec-16a0bac1007b), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.496457 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44129ce1-31e3-4c5a-9124-cd41fc0d109e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37275e0-c888-4cfd-88ec-16a0bac1007b,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:18.511260 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-44129ce1-31e3-4c5a-9124-cd41fc0d109e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.512473 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-44129ce1-31e3-4c5a-9124-cd41fc0d109e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1829903 Jul 28 22:34:18.515232 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45770) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:18.519717 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-b32a2cc7-8ddc-4ec7-8d11-2e6b6c6814bd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'security_group_rule': {'security_group_id': '10ee5d59-3329-4669-853d-6694905683cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:34:18.551176 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b32a2cc7-8ddc-4ec7-8d11-2e6b6c6814bd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (0778603e-75be-4dfe-a17c-ab3145fa7242), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.582108 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:18.634373 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b32a2cc7-8ddc-4ec7-8d11-2e6b6c6814bd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (0778603e-75be-4dfe-a17c-ab3145fa7242), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.639008 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b32a2cc7-8ddc-4ec7-8d11-2e6b6c6814bd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (0778603e-75be-4dfe-a17c-ab3145fa7242), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.664355 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a2cc7-8ddc-4ec7-8d11-2e6b6c6814bd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0778603e-75be-4dfe-a17c-ab3145fa7242,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:18.674723 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b32a2cc7-8ddc-4ec7-8d11-2e6b6c6814bd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.676054 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-b32a2cc7-8ddc-4ec7-8d11-2e6b6c6814bd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598446 Jul 28 22:34:18.679955 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45772) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:18.685949 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:34:18.704341 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:18.712640 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.821098 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.827088 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:18.964523 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Allocated IP 172.27.3.132 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/49fad180-42ed-4bb5-bfac-f93c47d23683) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:34:19.094693 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for port (49fad180-42ed-4bb5-bfac-f93c47d23683), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:19.185233 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (49fad180-42ed-4bb5-bfac-f93c47d23683), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:19.201704 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db1827-32ed-4d15-b673-2e11ed4340fc req-86b9daa1-fe53-4db9-89b8-e0e074aea5b9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:19.212993 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d4db1827-32ed-4d15-b673-2e11ed4340fc req-86b9daa1-fe53-4db9-89b8-e0e074aea5b9 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.1198390 Jul 28 22:34:19.246676 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:34:19.250589 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'Port': ['ID=49fad180-42ed-4bb5-bfac-f93c47d23683,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:19.254353 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:34:19.261895 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:34:19.387091 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (5149de41-e7bd-41ad-a25c-ed8fe133659e), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:19.387899 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773085c1-f425-475a-a857-fba877049d14 req-deed7087-2c2a-4abf-b6c4-4caea149205d tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:19.390362 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-773085c1-f425-475a-a857-fba877049d14 req-deed7087-2c2a-4abf-b6c4-4caea149205d tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 944 time: 0.1735065 Jul 28 22:34:19.450385 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d4db1827-32ed-4d15-b673-2e11ed4340fc req-790c2b41-9c6c-4f3d-93a3-43cdc679e1d3 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270906 Jul 28 22:34:19.479742 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (49fad180-42ed-4bb5-bfac-f93c47d23683), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:19.522364 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:34:19.606383 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:34:19.607331 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:19.607799 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-773085c1-f425-475a-a857-fba877049d14 req-cddf191e-1b96-4e9f-b8a1-4edb0087e261 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006204 Jul 28 22:34:19.656267 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:19.713302 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:34:19.714123 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:19.743720 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for port (49fad180-42ed-4bb5-bfac-f93c47d23683), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:19.757394 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (49fad180-42ed-4bb5-bfac-f93c47d23683), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:19.759392 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:19.760605 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:19.761868 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:34:19.764633 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a909138-5488-40e5-acf2-1f13a00e41fb" -d '{"events": [{"server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "name": "network-vif-plugged", "status": "completed", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:34:19.773226 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:19.842967 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,revision_number=8']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:19.855523 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:19.865459 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57077e8-b6f4-4772-9b6f-6560cf09b650 x-openstack-request-id: req-a57077e8-b6f4-4772-9b6f-6560cf09b650 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:34:19.865952 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "name": "network-vif-plugged", "status": "completed", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:34:19.866246 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a57077e8-b6f4-4772-9b6f-6560cf09b650 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:34:19.867937 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'Port': ['ID=49fad180-42ed-4bb5-bfac-f93c47d23683,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:19.877951 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57077e8-b6f4-4772-9b6f-6560cf09b650'] response: {'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'code': 200} Jul 28 22:34:19.909706 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:19.938814 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (5149de41-e7bd-41ad-a25c-ed8fe133659e), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:19.964636 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:19.975920 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-0f5f894b-fa50-42ac-bfc7-188d50313389 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2925453 Jul 28 22:34:20.184140 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f59c1-7835-4eba-ac76-b0e199528135 req-3038e598-35a8-4117-b18d-0c3037c74e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:20.185740 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9a4f59c1-7835-4eba-ac76-b0e199528135 req-3038e598-35a8-4117-b18d-0c3037c74e57 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 1129 time: 0.0526052 Jul 28 22:34:20.258744 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-9a4f59c1-7835-4eba-ac76-b0e199528135 req-9954d47d-8501-4077-aa5b-315a56459c7b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658491 Jul 28 22:34:20.307156 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:20.321181 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-bc1a2642-7507-47e8-9865-fec24c9a0627 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--868069231&fields=id&tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea HTTP/1.1" status: 200 len: 267 time: 0.0665486 Jul 28 22:34:20.416021 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:20.441471 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:20.458207 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-786be868-b681-4fd6-8f4d-7421022bbdb2 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:20.459895 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-786be868-b681-4fd6-8f4d-7421022bbdb2 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 815 time: 0.1312404 Jul 28 22:34:20.480809 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-e95f40ba-c5bd-437f-8020-56d80b2a8a44 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/quotas/d0c7b146e08f4a9ea11f1a73099eb7ea HTTP/1.1" status: 200 len: 375 time: 0.0152550 Jul 28 22:34:20.539476 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-34014ec6-95d3-4a0a-933f-48f86d818a98 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576630 Jul 28 22:34:20.653698 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827be66f-0730-491d-8fd2-3e92e6bb4c25 req-5ff56f49-8fea-4837-868b-416090b9992b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:20.662358 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-827be66f-0730-491d-8fd2-3e92e6bb4c25 req-5ff56f49-8fea-4837-868b-416090b9992b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0653541 Jul 28 22:34:20.723745 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-827be66f-0730-491d-8fd2-3e92e6bb4c25 req-8ee62076-f82e-4868-8e6e-64284bfa88a3 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581961 Jul 28 22:34:21.105684 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d104264-45ac-40e1-81c6-216ca3f358c2 req-fcb2e481-b1ef-4239-a95d-c803bfea0a68 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:21.112864 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4d104264-45ac-40e1-81c6-216ca3f358c2 req-fcb2e481-b1ef-4239-a95d-c803bfea0a68 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.3087840 Jul 28 22:34:21.140056 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9793f99c-2a28-40ef-9225-03128e297527 service neutron] 10.222.0.39 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807798 Jul 28 22:34:21.257653 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4d104264-45ac-40e1-81c6-216ca3f358c2 req-1a0cba1e-b725-4b33-9cea-85fb0e8cf3e5 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438203 Jul 28 22:34:21.296886 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-971ba84d-9b31-448b-8d6a-0942bac53711 service neutron] 10.222.0.39 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473303 Jul 28 22:34:21.528407 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5f3b613f-c0b7-4fa7-90a4-80e734d5d164 req-e8393ea1-f4fb-404d-836e-461c8825af30 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 210 time: 0.0402420 Jul 28 22:34:21.627408 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45842) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:21.815557 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-87bf1e79-2bc8-4de3-8a43-7fe87bfba8b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:21.989435 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31760f-a70c-4082-8786-83e5d9285df0 req-96174ca5-2c1d-4274-968c-c978fd791e3a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:21.998722 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-87bf1e79-2bc8-4de3-8a43-7fe87bfba8b0 admin admin] Publish callbacks [] for security_group (ca2c46d8-b543-4175-b2df-7fdbddf33b69), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:22.004028 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cd31760f-a70c-4082-8786-83e5d9285df0 req-96174ca5-2c1d-4274-968c-c978fd791e3a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.1168947 Jul 28 22:34:22.009177 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-87bf1e79-2bc8-4de3-8a43-7fe87bfba8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ca2c46d8-b543-4175-b2df-7fdbddf33b69), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:22.065211 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-87bf1e79-2bc8-4de3-8a43-7fe87bfba8b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2710882473f4053b514e9548d8de725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330034 Jul 28 22:34:22.065211 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf1e79-2bc8-4de3-8a43-7fe87bfba8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2c46d8-b543-4175-b2df-7fdbddf33b69,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:22.067697 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45854) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:22.104275 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cd31760f-a70c-4082-8786-83e5d9285df0 req-e46afecc-7091-4637-8edc-a3c687b14b36 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942242 Jul 28 22:34:22.157498 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aa7c08cc-3be9-4306-bc22-d6824a327419 admin admin] Publish callbacks [] for security_group (ca2c46d8-b543-4175-b2df-7fdbddf33b69), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:22.197579 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aa7c08cc-3be9-4306-bc22-d6824a327419 admin admin] Publish callbacks [] for security_group (ca2c46d8-b543-4175-b2df-7fdbddf33b69), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:22.268888 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aa7c08cc-3be9-4306-bc22-d6824a327419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ca2c46d8-b543-4175-b2df-7fdbddf33b69), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:22.272883 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-aa7c08cc-3be9-4306-bc22-d6824a327419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:22.276543 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-aa7c08cc-3be9-4306-bc22-d6824a327419 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca2c46d8-b543-4175-b2df-7fdbddf33b69 HTTP/1.1" status: 204 len: 168 time: 0.2071669 Jul 28 22:34:22.284420 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c08cc-3be9-4306-bc22-d6824a327419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2c46d8-b543-4175-b2df-7fdbddf33b69,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:22.381965 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:22.428585 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe43859-ec50-489c-9b2e-d12500380bd1 req-665aa5df-bdb8-4f84-9bc2-1d49f35bac46 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:22.438207 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-afe43859-ec50-489c-9b2e-d12500380bd1 req-665aa5df-bdb8-4f84-9bc2-1d49f35bac46 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0709634 Jul 28 22:34:22.500571 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-afe43859-ec50-489c-9b2e-d12500380bd1 req-42a1caf7-ac21-4404-96ba-f7feaf4f7a64 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615592 Jul 28 22:34:22.650814 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d8a4538d-63b0-4d1f-a64c-7aaadcca9d4c req-ace398b5-55c4-456f-a186-17fd9305b1b9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 210 time: 0.0353153 Jul 28 22:34:22.913241 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45866) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:22.932671 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a20323e1-595c-4063-9bfe-efb4861934fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:23.122901 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a20323e1-595c-4063-9bfe-efb4861934fc admin admin] Publish callbacks [] for security_group (5629455e-edd0-4b7d-9da3-d6503e52bd14), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:23.136675 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a20323e1-595c-4063-9bfe-efb4861934fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (5629455e-edd0-4b7d-9da3-d6503e52bd14), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:23.218761 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:23.219870 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20323e1-595c-4063-9bfe-efb4861934fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5629455e-edd0-4b7d-9da3-d6503e52bd14,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:23.232882 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-4af3f195-b6fd-4ddc-94ec-6c7f6faca151 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:23.234381 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-4af3f195-b6fd-4ddc-94ec-6c7f6faca151 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 815 time: 0.2489989 Jul 28 22:34:23.268769 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-a20323e1-595c-4063-9bfe-efb4861934fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ddf0cea143d40cfb71b124047e15dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519127 Jul 28 22:34:23.268976 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0533-4d2a-4686-a9f6-555ee0c16eef req-1f242fa1-64d2-4c2d-91e9-5d4ebbc7eae5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:23.269911 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 45874) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:23.274085 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-544c0533-4d2a-4686-a9f6-555ee0c16eef req-1f242fa1-64d2-4c2d-91e9-5d4ebbc7eae5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0811207 Jul 28 22:34:23.330854 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-544c0533-4d2a-4686-a9f6-555ee0c16eef req-dc23a5ad-3dec-4846-9534-c9477f5fe209 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541153 Jul 28 22:34:23.354509 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8674e4ca-b785-44f6-87d6-a87e776ce408 admin admin] Publish callbacks [] for security_group (5629455e-edd0-4b7d-9da3-d6503e52bd14), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:23.360344 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-8b7e284b-b769-4209-ab85-13b08e11519e tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea HTTP/1.1" status: 200 len: 379 time: 0.1132276 Jul 28 22:34:23.361649 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:23.377061 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-1ab97429-34aa-4a97-9c34-d0b20013e340 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'port': {'device_id': '63c132dc-7c92-4660-afaa-1dd24ffa061f', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'admin_state_up': True, 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'security_groups': ['10ee5d59-3329-4669-853d-6694905683cb']}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:34:23.405204 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8674e4ca-b785-44f6-87d6-a87e776ce408 admin admin] Publish callbacks [] for security_group (5629455e-edd0-4b7d-9da3-d6503e52bd14), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:23.534054 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8674e4ca-b785-44f6-87d6-a87e776ce408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (5629455e-edd0-4b7d-9da3-d6503e52bd14), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:23.537434 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-8674e4ca-b785-44f6-87d6-a87e776ce408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:23.538645 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-8674e4ca-b785-44f6-87d6-a87e776ce408 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5629455e-edd0-4b7d-9da3-d6503e52bd14 HTTP/1.1" status: 204 len: 168 time: 0.2685440 Jul 28 22:34:23.552774 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674e4ca-b785-44f6-87d6-a87e776ce408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5629455e-edd0-4b7d-9da3-d6503e52bd14,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:23.557236 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-1ab97429-34aa-4a97-9c34-d0b20013e340 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Made reservation on behalf of d0c7b146e08f4a9ea11f1a73099eb7ea for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:34:23.558656 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-1ab97429-34aa-4a97-9c34-d0b20013e340 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:23.744736 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-1ab97429-34aa-4a97-9c34-d0b20013e340 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Allocated IP 172.20.0.14 (6ba94cd9-b91a-4088-b65d-e5c882850ab5/bd9d7ef8-b1ea-409f-bc0d-02c57dced297/331a5f1a-4b53-4977-9650-7b036b77770c) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:34:23.781266 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-afd994b7-d049-4bd0-8b86-4e8163fd1aea req-0041f1ff-9c0a-4452-8de7-56d42637acd6 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 210 time: 0.0480294 Jul 28 22:34:23.939391 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-1ab97429-34aa-4a97-9c34-d0b20013e340 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for port (331a5f1a-4b53-4977-9650-7b036b77770c), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:23.984092 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-1ab97429-34aa-4a97-9c34-d0b20013e340 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.042665 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-1ab97429-34aa-4a97-9c34-d0b20013e340 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:34:24.046634 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-1ab97429-34aa-4a97-9c34-d0b20013e340 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:34:24.050273 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-1ab97429-34aa-4a97-9c34-d0b20013e340 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:34:24.072845 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45882) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:24.096724 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-1c66ee59-04ee-4b78-8460-a6c2a318d10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.109510 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab97429-34aa-4a97-9c34-d0b20013e340 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event updated for resources: {'Port': ['ID=331a5f1a-4b53-4977-9650-7b036b77770c,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:24.133157 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-1ab97429-34aa-4a97-9c34-d0b20013e340 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:24.133949 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-1ab97429-34aa-4a97-9c34-d0b20013e340 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.150020 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:24.167822 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-1ab97429-34aa-4a97-9c34-d0b20013e340 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7968748 Jul 28 22:34:24.181346 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Request body: {'port': {'device_id': '63c132dc-7c92-4660-afaa-1dd24ffa061f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:34:24.267776 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-1c66ee59-04ee-4b78-8460-a6c2a318d10c admin admin] Publish callbacks [] for security_group (7c8d0574-db0f-473b-8ccd-c3896d757183), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.271770 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.274169 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-1c66ee59-04ee-4b78-8460-a6c2a318d10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (7c8d0574-db0f-473b-8ccd-c3896d757183), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.282251 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:24.322256 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66ee59-04ee-4b78-8460-a6c2a318d10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8d0574-db0f-473b-8ccd-c3896d757183,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:24.329285 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-1c66ee59-04ee-4b78-8460-a6c2a318d10c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=665e7763f41c478babd2068644aee621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529271 Jul 28 22:34:24.329680 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45884) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:24.345114 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:24.417197 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-8995ab9e-e63e-4214-b30a-c8b1170fb223 None None] Provisioning complete for port 331a5f1a-4b53-4977-9650-7b036b77770c triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:34:24.418413 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8995ab9e-e63e-4214-b30a-c8b1170fb223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.464272 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-399d524f-1bd5-4287-bcff-200eb957fa1f admin admin] Publish callbacks [] for security_group (7c8d0574-db0f-473b-8ccd-c3896d757183), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.466516 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-8995ab9e-e63e-4214-b30a-c8b1170fb223 None None] Port 331a5f1a-4b53-4977-9650-7b036b77770c cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:34:24.517184 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-399d524f-1bd5-4287-bcff-200eb957fa1f admin admin] Publish callbacks [] for security_group (7c8d0574-db0f-473b-8ccd-c3896d757183), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.525086 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee6d9b-5d20-4fe1-af90-5117d43603d2 req-ae3cbc78-86eb-4e13-b39a-7ec77ff55769 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:24.526614 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6fee6d9b-5d20-4fe1-af90-5117d43603d2 req-ae3cbc78-86eb-4e13-b39a-7ec77ff55769 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0818381 Jul 28 22:34:24.606976 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6fee6d9b-5d20-4fe1-af90-5117d43603d2 req-4b370097-fbe1-454b-b43c-6364f2141f77 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722256 Jul 28 22:34:24.626385 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-399d524f-1bd5-4287-bcff-200eb957fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (7c8d0574-db0f-473b-8ccd-c3896d757183), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.631434 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-399d524f-1bd5-4287-bcff-200eb957fa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.632782 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-399d524f-1bd5-4287-bcff-200eb957fa1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c8d0574-db0f-473b-8ccd-c3896d757183 HTTP/1.1" status: 204 len: 168 time: 0.3020136 Jul 28 22:34:24.644724 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d524f-1bd5-4287-bcff-200eb957fa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8d0574-db0f-473b-8ccd-c3896d757183,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:24.666864 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331a5f1a-4b53-4977-9650-7b036b77770c {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:34:24.675342 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Publish callbacks [] for port (331a5f1a-4b53-4977-9650-7b036b77770c), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.695381 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Transition to ACTIVE for port object 331a5f1a-4b53-4977-9650-7b036b77770c will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:34:24.701621 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.798436 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Pushing event updated for resources: {'Port': ['ID=331a5f1a-4b53-4977-9650-7b036b77770c,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:24.916969 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Attempting to bind port 331a5f1a-4b53-4977-9650-7b036b77770c on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:34:24.917314 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Attempting to bind port 331a5f1a-4b53-4977-9650-7b036b77770c by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:34:24.917691 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Attempting to bind port 331a5f1a-4b53-4977-9650-7b036b77770c on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:34:24.927812 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Port 331a5f1a-4b53-4977-9650-7b036b77770c on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:34:24.928144 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Attempting to bind port 331a5f1a-4b53-4977-9650-7b036b77770c on network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:34:24.948449 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:34:24.949143 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Checking segment: {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:34:24.949499 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Bound using segment: {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:34:24.950343 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Bound port: 331a5f1a-4b53-4977-9650-7b036b77770c, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba70835-0bad-46da-af0c-2bdb9a8687da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:34:24.950713 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:24.995251 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e8038-08bd-440a-9bdf-f68477ec5885 req-88afa29d-d414-4476-be9c-24615992618f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:25.003938 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-545e8038-08bd-440a-9bdf-f68477ec5885 req-88afa29d-d414-4476-be9c-24615992618f tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 944 time: 0.0711987 Jul 28 22:34:25.073905 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] For port 331a5f1a-4b53-4977-9650-7b036b77770c, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:34:25.077191 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-545e8038-08bd-440a-9bdf-f68477ec5885 req-c375c475-ed9e-4a40-a4f3-67619cb5b275 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=10ee5d59-3329-4669-853d-6694905683cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719800 Jul 28 22:34:25.089555 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] For port 331a5f1a-4b53-4977-9650-7b036b77770c, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=331a5f1a-4b53-4977-9650-7b036b77770c,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:34:25.096584 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:25.136558 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:25.137306 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:25.138901 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] 10.222.0.58 "PUT /v2.0/ports/331a5f1a-4b53-4977-9650-7b036b77770c HTTP/1.1" status: 200 len: 1094 time: 0.9638708 Jul 28 22:34:25.139363 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c132dc-7c92-4660-afaa-1dd24ffa061f', 'tag': '331a5f1a-4b53-4977-9650-7b036b77770c'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:34:25.145612 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c897f867-d0f7-4b21-9738-38b111438efa" -d '{"events": [{"name": "network-changed", "server_uuid": "63c132dc-7c92-4660-afaa-1dd24ffa061f", "tag": "331a5f1a-4b53-4977-9650-7b036b77770c"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:34:25.213027 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a3b86-545f-4328-8a46-4b5776d6f45e service neutron] Pushing event updated for resources: {'Port': ['ID=331a5f1a-4b53-4977-9650-7b036b77770c,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:25.273248 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c544fce1-29da-4de7-ae6f-100aa61ea35d x-openstack-request-id: req-c544fce1-29da-4de7-ae6f-100aa61ea35d {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:34:25.278006 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c132dc-7c92-4660-afaa-1dd24ffa061f", "tag": "331a5f1a-4b53-4977-9650-7b036b77770c", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:34:25.279502 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c544fce1-29da-4de7-ae6f-100aa61ea35d {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:34:25.280913 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c544fce1-29da-4de7-ae6f-100aa61ea35d'] response: {'name': 'network-changed', 'server_uuid': '63c132dc-7c92-4660-afaa-1dd24ffa061f', 'tag': '331a5f1a-4b53-4977-9650-7b036b77770c', 'status': 'completed', 'code': 200} Jul 28 22:34:25.306348 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-85713cac-1756-4bcc-a394-d8d7f08daafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:25.308711 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-85713cac-1756-4bcc-a394-d8d7f08daafe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 1128 time: 0.0901852 Jul 28 22:34:25.357062 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-5d528d63-6c76-450c-815a-56f394400f9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=331a5f1a-4b53-4977-9650-7b036b77770c HTTP/1.1" status: 200 len: 217 time: 0.0386875 Jul 28 22:34:25.420801 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-c70357e0-5bf0-42c5-b800-09cc0357734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:25.423511 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-c70357e0-5bf0-42c5-b800-09cc0357734f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd9d7ef8-b1ea-409f-bc0d-02c57dced297 HTTP/1.1" status: 200 len: 854 time: 0.0593958 Jul 28 22:34:25.488075 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-d38f97c7-de81-4089-8c28-1c08432f35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:25.490362 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-d38f97c7-de81-4089-8c28-1c08432f35d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ba94cd9-b91a-4088-b65d-e5c882850ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590787 Jul 28 22:34:25.576680 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:25.634763 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-9419d88c-19a5-471a-9ac8-74b9f70bec0d service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386402 Jul 28 22:34:25.776368 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-0a830740-69a4-4be6-b78a-0b9253b94cd0 req-bfd77f14-4685-49c5-a270-d08523088ca2 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322699 Jul 28 22:34:25.779081 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad289499-2999-4949-a6e1-732b37ec12f5 req-e6e4e735-f3bd-44af-8164-96d4a2e4a56a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:25.789201 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ad289499-2999-4949-a6e1-732b37ec12f5 req-e6e4e735-f3bd-44af-8164-96d4a2e4a56a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0719328 Jul 28 22:34:25.849463 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ad289499-2999-4949-a6e1-732b37ec12f5 req-e79fce01-bc97-49de-90c8-fe2c67f50d25 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593519 Jul 28 22:34:25.881512 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:34:26.201074 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca9045-010c-47d6-b0c5-c60f385c454c req-7e78a5c7-91a4-47e5-aa37-596bfa71bbf8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:26.202723 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-61ca9045-010c-47d6-b0c5-c60f385c454c req-7e78a5c7-91a4-47e5-aa37-596bfa71bbf8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 944 time: 0.0538685 Jul 28 22:34:26.266022 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-61ca9045-010c-47d6-b0c5-c60f385c454c req-21c82e8c-9ba6-42a3-b237-9faf6a83fe98 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=10ee5d59-3329-4669-853d-6694905683cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528769 Jul 28 22:34:26.744963 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f867-d0f7-4b21-9738-38b111438efa req-7f46943b-8895-4f8b-9804-4aade29bce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:26.746708 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c897f867-d0f7-4b21-9738-38b111438efa req-7f46943b-8895-4f8b-9804-4aade29bce3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 1128 time: 0.0440173 Jul 28 22:34:26.854349 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:26.894183 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f867-d0f7-4b21-9738-38b111438efa req-5feb3227-27a6-4fcf-99c8-11cdd13f5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:26.896147 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c897f867-d0f7-4b21-9738-38b111438efa req-5feb3227-27a6-4fcf-99c8-11cdd13f5bce service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 916 time: 0.0968621 Jul 28 22:34:26.995520 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95793f-5fc4-439f-bcf1-1da6f19fb6cc req-5fcea2cf-a720-41f4-95d2-d88ee1fb27bc tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:26.996914 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1b95793f-5fc4-439f-bcf1-1da6f19fb6cc req-5fcea2cf-a720-41f4-95d2-d88ee1fb27bc tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0490177 Jul 28 22:34:27.023194 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:27.051937 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1b95793f-5fc4-439f-bcf1-1da6f19fb6cc req-755097af-b85d-4ced-a892-62e820f3e2b2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492408 Jul 28 22:34:27.138425 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c897f867-d0f7-4b21-9738-38b111438efa req-e9a74ca1-2cf5-4911-8953-5a3f9c499c55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=331a5f1a-4b53-4977-9650-7b036b77770c HTTP/1.1" status: 200 len: 217 time: 0.0474789 Jul 28 22:34:27.316831 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893df02-4485-4054-96ac-1ab8829d9667 req-f960eaab-cc0d-4d7e-99d1-ce65eab4af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:27.319044 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8893df02-4485-4054-96ac-1ab8829d9667 req-f960eaab-cc0d-4d7e-99d1-ce65eab4af69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 1130 time: 0.0747435 Jul 28 22:34:27.320958 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f867-d0f7-4b21-9738-38b111438efa req-fc7cf908-2656-480d-ac16-5baf657769f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:27.322444 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c897f867-d0f7-4b21-9738-38b111438efa req-fc7cf908-2656-480d-ac16-5baf657769f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd9d7ef8-b1ea-409f-bc0d-02c57dced297 HTTP/1.1" status: 200 len: 854 time: 0.0865371 Jul 28 22:34:27.391649 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdeb34-b488-4cb9-8e41-2f1aa0173159 req-fdf23783-1e29-458d-b7b6-c1e1d10cac4a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:27.393216 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-82fdeb34-b488-4cb9-8e41-2f1aa0173159 req-fdf23783-1e29-458d-b7b6-c1e1d10cac4a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 944 time: 0.0490520 Jul 28 22:34:27.393692 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45982) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:27.436624 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897f867-d0f7-4b21-9738-38b111438efa req-b5e72a11-760c-437f-9daf-40ebd3b69e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:27.438160 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c897f867-d0f7-4b21-9738-38b111438efa req-b5e72a11-760c-437f-9daf-40ebd3b69e59 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ba94cd9-b91a-4088-b65d-e5c882850ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1060162 Jul 28 22:34:27.445737 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-82fdeb34-b488-4cb9-8e41-2f1aa0173159 req-3435508b-43c8-4e5c-b74a-76f95f759836 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=10ee5d59-3329-4669-853d-6694905683cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461910 Jul 28 22:34:27.517103 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-88250721-10d9-4ab5-96b1-d195435823b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:27.518156 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893df02-4485-4054-96ac-1ab8829d9667 req-4f38b8c9-3eb1-47da-a152-e5e1a2c98f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:27.519647 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8893df02-4485-4054-96ac-1ab8829d9667 req-4f38b8c9-3eb1-47da-a152-e5e1a2c98f3b service neutron] 10.222.0.58 "GET /v2.0/networks?id=425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 200 len: 918 time: 0.1885712 Jul 28 22:34:27.564509 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 331a5f1a-4b53-4977-9650-7b036b77770c details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:34:27.597761 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-88250721-10d9-4ab5-96b1-d195435823b8 admin admin] Publish callbacks [] for security_group (f5c74fac-cef2-4bb6-8108-49251caea193), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:27.603281 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-88250721-10d9-4ab5-96b1-d195435823b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (f5c74fac-cef2-4bb6-8108-49251caea193), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:27.622947 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8893df02-4485-4054-96ac-1ab8829d9667 req-e97e7a56-01c3-4eb4-a2ed-224bc67f07a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0004cc7-da74-484e-8822-e521573b9c72 HTTP/1.1" status: 200 len: 1002 time: 0.0934494 Jul 28 22:34:27.625197 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c897f867-d0f7-4b21-9738-38b111438efa req-f573bef9-e0bc-4903-9a04-69cc257d3070 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764586 Jul 28 22:34:27.637945 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:27.648136 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-88250721-10d9-4ab5-96b1-d195435823b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3719832dee348638aeea50bcc2b5bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505445 Jul 28 22:34:27.648612 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 45986) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:27.655274 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88250721-10d9-4ab5-96b1-d195435823b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c74fac-cef2-4bb6-8108-49251caea193,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:27.666315 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 331a5f1a-4b53-4977-9650-7b036b77770c, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=331a5f1a-4b53-4977-9650-7b036b77770c,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:27.678551 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '331a5f1a-4b53-4977-9650-7b036b77770c', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'port_id': '331a5f1a-4b53-4977-9650-7b036b77770c', 'mac_address': 'fa:16:3e:fd:46:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:34:27.710502 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-cb62f8db-a104-420c-97dd-5df3dbe2dec0 admin admin] Publish callbacks [] for security_group (f5c74fac-cef2-4bb6-8108-49251caea193), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:27.721428 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 331a5f1a-4b53-4977-9650-7b036b77770c is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:34:27.721873 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:27.735893 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331a5f1a-4b53-4977-9650-7b036b77770c {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:34:27.738726 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-cb62f8db-a104-420c-97dd-5df3dbe2dec0 admin admin] Publish callbacks [] for security_group (f5c74fac-cef2-4bb6-8108-49251caea193), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:27.749082 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893df02-4485-4054-96ac-1ab8829d9667 req-ed5f8967-0bff-4b99-b981-d2a837535e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:27.750690 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8893df02-4485-4054-96ac-1ab8829d9667 req-ed5f8967-0bff-4b99-b981-d2a837535e9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d48d9b17-b454-4d3c-bc21-b33608361781 HTTP/1.1" status: 200 len: 856 time: 0.1167536 Jul 28 22:34:27.757393 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 331a5f1a-4b53-4977-9650-7b036b77770c, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=331a5f1a-4b53-4977-9650-7b036b77770c,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:27.762125 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:27.803789 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-cb62f8db-a104-420c-97dd-5df3dbe2dec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (f5c74fac-cef2-4bb6-8108-49251caea193), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:27.807322 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-cb62f8db-a104-420c-97dd-5df3dbe2dec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:27.808589 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-cb62f8db-a104-420c-97dd-5df3dbe2dec0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5c74fac-cef2-4bb6-8108-49251caea193 HTTP/1.1" status: 204 len: 168 time: 0.1589565 Jul 28 22:34:27.812686 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=331a5f1a-4b53-4977-9650-7b036b77770c,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:27.815179 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c897f867-d0f7-4b21-9738-38b111438efa req-6bea3362-d074-4018-bbc4-8000f036dd68 service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728168 Jul 28 22:34:27.821399 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62f8db-a104-420c-97dd-5df3dbe2dec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c74fac-cef2-4bb6-8108-49251caea193,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:27.824113 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893df02-4485-4054-96ac-1ab8829d9667 req-4d0e572f-0100-4f10-951a-72c996695ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:27.825697 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8893df02-4485-4054-96ac-1ab8829d9667 req-4d0e572f-0100-4f10-951a-72c996695ce0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=425ace09-193c-40d9-ace1-b357fa18c983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638380 Jul 28 22:34:27.909046 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:27.932043 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:27.936338 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8893df02-4485-4054-96ac-1ab8829d9667 req-f9e40538-5b65-4722-9e5e-39fa3870349a service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005230 Jul 28 22:34:28.018504 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['331a5f1a-4b53-4977-9650-7b036b77770c'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:34:28.041258 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8893df02-4485-4054-96ac-1ab8829d9667 req-cba6c7cd-66b9-44f3-8c09-0dc6f49a8bf4 service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972524 Jul 28 22:34:28.176150 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 46000) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:28.194660 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38586fc-ba3a-49a0-893a-bd8a271a55c3 req-dd871b20-41a4-4856-a610-f5b5991f1582 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:28.201922 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b38586fc-ba3a-49a0-893a-bd8a271a55c3 req-dd871b20-41a4-4856-a610-f5b5991f1582 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0634670 Jul 28 22:34:28.204118 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a25b738f-fb21-433a-b154-7d97c67a9bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:28.257818 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b38586fc-ba3a-49a0-893a-bd8a271a55c3 req-410dc1d2-340b-488f-986a-141ab12cde83 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548029 Jul 28 22:34:28.294548 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a25b738f-fb21-433a-b154-7d97c67a9bea admin admin] Publish callbacks [] for security_group (0d5a6956-03b8-41bb-ad03-d8e2858d944b), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:28.298650 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a25b738f-fb21-433a-b154-7d97c67a9bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (0d5a6956-03b8-41bb-ad03-d8e2858d944b), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:28.344971 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b738f-fb21-433a-b154-7d97c67a9bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5a6956-03b8-41bb-ad03-d8e2858d944b,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:28.349970 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-a25b738f-fb21-433a-b154-7d97c67a9bea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=980ae3e8b1f94ddb8028db1cf169061d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690872 Jul 28 22:34:28.352691 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 46006) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:28.360455 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:28.405926 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6e4f-224d-4945-a295-17bf29080037 admin admin] Publish callbacks [] for security_group (0d5a6956-03b8-41bb-ad03-d8e2858d944b), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:28.427078 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6e4f-224d-4945-a295-17bf29080037 admin admin] Publish callbacks [] for security_group (0d5a6956-03b8-41bb-ad03-d8e2858d944b), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:28.474766 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6e4f-224d-4945-a295-17bf29080037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (0d5a6956-03b8-41bb-ad03-d8e2858d944b), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:28.477386 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9c6d6e4f-224d-4945-a295-17bf29080037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:28.478694 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-9c6d6e4f-224d-4945-a295-17bf29080037 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d5a6956-03b8-41bb-ad03-d8e2858d944b HTTP/1.1" status: 204 len: 168 time: 0.1249614 Jul 28 22:34:28.486659 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d6e4f-224d-4945-a295-17bf29080037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5a6956-03b8-41bb-ad03-d8e2858d944b,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:28.571299 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f500b-81ac-4307-8c6c-72c864325557 req-5197517b-59ce-4d9f-9862-e0d3ce06d8de tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:28.572787 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e10f500b-81ac-4307-8c6c-72c864325557 req-5197517b-59ce-4d9f-9862-e0d3ce06d8de tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 945 time: 0.0470941 Jul 28 22:34:28.628256 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e10f500b-81ac-4307-8c6c-72c864325557 req-6b480956-99c4-4013-91f0-1af11645b345 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=10ee5d59-3329-4669-853d-6694905683cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495362 Jul 28 22:34:29.396509 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc11c3-ed05-4281-b0b6-d6bf7c15d14a req-87ea34b8-1b4a-4d07-98b4-c639a13717ed tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:29.398101 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c3fc11c3-ed05-4281-b0b6-d6bf7c15d14a req-87ea34b8-1b4a-4d07-98b4-c639a13717ed tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 946 time: 0.0525556 Jul 28 22:34:29.452644 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c3fc11c3-ed05-4281-b0b6-d6bf7c15d14a req-f8fa8152-847b-4483-9b3a-cd26e63fec13 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491261 Jul 28 22:34:29.603699 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 331a5f1a-4b53-4977-9650-7b036b77770c up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:34:29.623662 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:29.650667 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 331a5f1a-4b53-4977-9650-7b036b77770c completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:34:29.658848 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 331a5f1a-4b53-4977-9650-7b036b77770c triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:34:29.659197 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:29.744305 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 331a5f1a-4b53-4977-9650-7b036b77770c is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:34:29.744733 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:29.770052 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476532a6-ee73-4658-8457-a4746ee6e49a req-3f61eee3-d79d-4514-80b5-998594ba4985 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:29.777376 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-476532a6-ee73-4658-8457-a4746ee6e49a req-3f61eee3-d79d-4514-80b5-998594ba4985 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 945 time: 0.0739141 Jul 28 22:34:29.785779 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 331a5f1a-4b53-4977-9650-7b036b77770c, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=331a5f1a-4b53-4977-9650-7b036b77770c,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:29.788261 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c132dc-7c92-4660-afaa-1dd24ffa061f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331a5f1a-4b53-4977-9650-7b036b77770c'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:34:29.790860 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf4944e-a893-431d-bca3-d36c8aecad5e" -d '{"events": [{"server_uuid": "63c132dc-7c92-4660-afaa-1dd24ffa061f", "name": "network-vif-plugged", "status": "completed", "tag": "331a5f1a-4b53-4977-9650-7b036b77770c"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:34:29.797772 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:29.798990 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device b0004cc7-da74-484e-8822-e521573b9c72 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:34:29.857692 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-476532a6-ee73-4658-8457-a4746ee6e49a req-f19652a7-a8b6-4c76-b323-a031f57e16e9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=10ee5d59-3329-4669-853d-6694905683cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793788 Jul 28 22:34:29.915013 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:29.957231 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1321a801-d9f9-481e-9847-f4d2a7d3fefa x-openstack-request-id: req-1321a801-d9f9-481e-9847-f4d2a7d3fefa {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:34:29.957694 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c132dc-7c92-4660-afaa-1dd24ffa061f", "name": "network-vif-plugged", "status": "completed", "tag": "331a5f1a-4b53-4977-9650-7b036b77770c", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:34:29.957956 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1321a801-d9f9-481e-9847-f4d2a7d3fefa {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:34:29.958980 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1321a801-d9f9-481e-9847-f4d2a7d3fefa'] response: {'server_uuid': '63c132dc-7c92-4660-afaa-1dd24ffa061f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331a5f1a-4b53-4977-9650-7b036b77770c', 'code': 200} Jul 28 22:34:29.976402 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=331a5f1a-4b53-4977-9650-7b036b77770c,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:29.988116 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port b0004cc7-da74-484e-8822-e521573b9c72 is: ACTIVE; New status is: DOWN {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:34:29.988786 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b0004cc7-da74-484e-8822-e521573b9c72), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:30.033142 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port b0004cc7-da74-484e-8822-e521573b9c72, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b0004cc7-da74-484e-8822-e521573b9c72,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:30.038646 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (b0004cc7-da74-484e-8822-e521573b9c72), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:30.109292 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=b0004cc7-da74-484e-8822-e521573b9c72,revision_number=8']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:30.412097 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a895c8-b1e8-4335-ab6b-55aa6989e19e req-1e3c6bf8-09e5-47c0-96f0-4d6c408bd6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:30.414758 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c1a895c8-b1e8-4335-ab6b-55aa6989e19e req-1e3c6bf8-09e5-47c0-96f0-4d6c408bd6ce service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 1130 time: 0.0476971 Jul 28 22:34:30.466739 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c1a895c8-b1e8-4335-ab6b-55aa6989e19e req-fe8e2a3a-cd72-4ec5-9508-e5077d808f81 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=10ee5d59-3329-4669-853d-6694905683cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446498 Jul 28 22:34:30.586570 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590c904-899a-4780-9e04-c0fc30fa22d9 req-d9c2cc91-8745-4b9f-9677-a0b9b50739f6 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:30.588019 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1590c904-899a-4780-9e04-c0fc30fa22d9 req-d9c2cc91-8745-4b9f-9677-a0b9b50739f6 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0525229 Jul 28 22:34:30.608427 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:30.637845 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1590c904-899a-4780-9e04-c0fc30fa22d9 req-973e8cec-0ef0-4f16-b23a-317b020e49ef tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440009 Jul 28 22:34:30.987558 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a44f5e-6ed6-4500-9ce8-5594d06c2d69 req-2cfd8967-f277-434a-9a5c-5ac267e86264 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:30.989045 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-12a44f5e-6ed6-4500-9ce8-5594d06c2d69 req-2cfd8967-f277-434a-9a5c-5ac267e86264 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 946 time: 0.0526114 Jul 28 22:34:31.041768 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-12a44f5e-6ed6-4500-9ce8-5594d06c2d69 req-4e4c5dcf-db8c-4d03-af8a-729e5cef4707 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=10ee5d59-3329-4669-853d-6694905683cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465586 Jul 28 22:34:31.631932 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [req-d2d1cc4f-450f-45c1-978e-4c0b23b84fcc req-39f24282-d231-4c13-aeaa-a4aabf1a3299 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104117) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:34:31.632949 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d2d1cc4f-450f-45c1-978e-4c0b23b84fcc req-39f24282-d231-4c13-aeaa-a4aabf1a3299 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0070417 Jul 28 22:34:31.820702 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f053d-171f-40b2-ba93-a1cae92309cc req-5a58eb17-0b02-4df4-b0ec-6f715647746b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:31.822413 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f85f053d-171f-40b2-ba93-a1cae92309cc req-5a58eb17-0b02-4df4-b0ec-6f715647746b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0540760 Jul 28 22:34:31.849904 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-115f515d-db5c-47be-8421-6d9b1409c45d req-ad13b664-264c-44ac-a846-017d2c3b0b6a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414340 Jul 28 22:34:31.872835 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f85f053d-171f-40b2-ba93-a1cae92309cc req-8fc108ff-007b-487f-98bf-99cc75ed73df tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443377 Jul 28 22:34:31.928867 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f515d-db5c-47be-8421-6d9b1409c45d req-ae8383d2-8c04-4bd1-8031-0a3942d49c14 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:31.930273 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-115f515d-db5c-47be-8421-6d9b1409c45d req-ae8383d2-8c04-4bd1-8031-0a3942d49c14 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports/b0004cc7-da74-484e-8822-e521573b9c72 HTTP/1.1" status: 200 len: 941 time: 0.0515106 Jul 28 22:34:31.960512 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:34:31.962922 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe335b4-d292-4ff4-a3bb-5f7f79f4f492" -d '{"events": [{"server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0004cc7-da74-484e-8822-e521573b9c72"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:34:31.996089 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 22:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a591a29f-bc34-469c-997d-88f5e09024a9 x-openstack-request-id: req-a591a29f-bc34-469c-997d-88f5e09024a9 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:34:31.996386 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "name": "network-vif-unplugged", "status": "failed", "tag": "b0004cc7-da74-484e-8822-e521573b9c72", "code": 422}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:34:31.996642 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a591a29f-bc34-469c-997d-88f5e09024a9 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:34:31.997041 dv-cinder-850939-3-iscsi neutron-server[104118]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a591a29f-bc34-469c-997d-88f5e09024a9']: {'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72', 'code': 422} returned with failed status Jul 28 22:34:32.223501 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc4f08-a9b4-4d8c-8aab-19c86c6c2374 req-e0680af2-a2ae-40d6-91af-3bf2e682d713 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:32.225859 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8cbc4f08-a9b4-4d8c-8aab-19c86c6c2374 req-e0680af2-a2ae-40d6-91af-3bf2e682d713 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 946 time: 0.1017563 Jul 28 22:34:32.290758 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8cbc4f08-a9b4-4d8c-8aab-19c86c6c2374 req-b8e7ff1f-2331-4735-b952-e3b83792d85b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=10ee5d59-3329-4669-853d-6694905683cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584424 Jul 28 22:34:32.801211 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f515d-db5c-47be-8421-6d9b1409c45d req-432dc600-797e-4aab-9401-b920f7159c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:32.802845 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-115f515d-db5c-47be-8421-6d9b1409c45d req-432dc600-797e-4aab-9401-b920f7159c3e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4&tenant_id=9c4e68e56e744fa9af4631ae2e967a6d HTTP/1.1" status: 200 len: 1128 time: 0.0400181 Jul 28 22:34:32.864014 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f515d-db5c-47be-8421-6d9b1409c45d req-305d6505-8ef4-4b4f-aec4-725fd9fc5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:32.866246 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-115f515d-db5c-47be-8421-6d9b1409c45d req-305d6505-8ef4-4b4f-aec4-725fd9fc5b7c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 1128 time: 0.0401070 Jul 28 22:34:32.962266 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f515d-db5c-47be-8421-6d9b1409c45d req-043a25fe-13c4-4623-905e-35a5bccddbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:32.963738 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-115f515d-db5c-47be-8421-6d9b1409c45d req-043a25fe-13c4-4623-905e-35a5bccddbbd service neutron] 10.222.0.58 "GET /v2.0/networks?id=425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 200 len: 918 time: 0.0911272 Jul 28 22:34:33.017478 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfae80c-a106-458e-8cf3-7aa93dacbea7 req-c5899ed6-a275-4b0e-8211-9de2cb06a4dd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:33.018967 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1cfae80c-a106-458e-8cf3-7aa93dacbea7 req-c5899ed6-a275-4b0e-8211-9de2cb06a4dd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0535860 Jul 28 22:34:33.033456 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-115f515d-db5c-47be-8421-6d9b1409c45d req-2914231e-d664-414a-8f66-cdb929342045 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0004cc7-da74-484e-8822-e521573b9c72 HTTP/1.1" status: 200 len: 1000 time: 0.0623090 Jul 28 22:34:33.065825 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:33.071976 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1cfae80c-a106-458e-8cf3-7aa93dacbea7 req-8bd1d8a6-4f26-486f-b088-388a971d068c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467412 Jul 28 22:34:33.087100 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f515d-db5c-47be-8421-6d9b1409c45d req-e5822991-ec1d-40f1-b071-46c20e301b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:33.088844 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-115f515d-db5c-47be-8421-6d9b1409c45d req-e5822991-ec1d-40f1-b071-46c20e301b8a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d48d9b17-b454-4d3c-bc21-b33608361781 HTTP/1.1" status: 200 len: 856 time: 0.0489323 Jul 28 22:34:33.370915 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f515d-db5c-47be-8421-6d9b1409c45d req-1baf968d-7298-4d2f-b96a-7e282abde0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:33.372413 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-115f515d-db5c-47be-8421-6d9b1409c45d req-1baf968d-7298-4d2f-b96a-7e282abde0c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=425ace09-193c-40d9-ace1-b357fa18c983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2754884 Jul 28 22:34:33.388141 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:33.423626 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634c1b0-997b-45d0-8c39-968657700198 req-61e32cad-aaa0-4845-8b6d-4ce30cc7b01c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:33.425395 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d634c1b0-997b-45d0-8c39-968657700198 req-61e32cad-aaa0-4845-8b6d-4ce30cc7b01c tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 946 time: 0.0513227 Jul 28 22:34:33.468501 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-115f515d-db5c-47be-8421-6d9b1409c45d req-0d9ad694-4543-44ef-a382-e57e130ab7b4 service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878513 Jul 28 22:34:33.475633 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d634c1b0-997b-45d0-8c39-968657700198 req-161930b5-565d-4400-b3d4-9f344b8095fc tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=10ee5d59-3329-4669-853d-6694905683cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434487 Jul 28 22:34:33.571811 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-115f515d-db5c-47be-8421-6d9b1409c45d req-b38a8300-eb5c-4438-bb74-d28bbfa8c99c service neutron] 10.222.0.58 "GET /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948079 Jul 28 22:34:33.591501 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72dc38-a382-4670-9189-fff9af43bfe8 req-3b8b5c89-4e1f-49da-ba97-03db3467d97a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:33.592889 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-da72dc38-a382-4670-9189-fff9af43bfe8 req-3b8b5c89-4e1f-49da-ba97-03db3467d97a tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 946 time: 0.0483112 Jul 28 22:34:33.596868 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device b0004cc7-da74-484e-8822-e521573b9c72 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:34:33.603575 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 46174) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:33.608350 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-b5a810f7-5165-4f2d-ba4d-69f14fd12640 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Request body: {'floatingip': {'port_id': '331a5f1a-4b53-4977-9650-7b036b77770c'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:34:33.652756 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b5a810f7-5165-4f2d-ba4d-69f14fd12640 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (5149de41-e7bd-41ad-a25c-ed8fe133659e), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:33.810042 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port b0004cc7-da74-484e-8822-e521573b9c72 is: DOWN; New status is: DOWN {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:34:33.886911 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:34.183298 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b5a810f7-5165-4f2d-ba4d-69f14fd12640 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:34.189449 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b5a810f7-5165-4f2d-ba4d-69f14fd12640 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (5149de41-e7bd-41ad-a25c-ed8fe133659e), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:34.319073 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8059cc-3675-43d9-9fba-634440f3f5ae req-bed7df20-55db-49d5-b097-82087e82072a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:34.321255 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9b8059cc-3675-43d9-9fba-634440f3f5ae req-bed7df20-55db-49d5-b097-82087e82072a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.1106412 Jul 28 22:34:34.405388 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [None req-b5a810f7-5165-4f2d-ba4d-69f14fd12640 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Floating IP 5149de41-e7bd-41ad-a25c-ed8fe133659e associated. External IP: 172.27.3.132, port: 331a5f1a-4b53-4977-9650-7b036b77770c. Jul 28 22:34:34.465566 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9b8059cc-3675-43d9-9fba-634440f3f5ae req-27a4affe-1698-4e3d-ba91-33bf4869cf4c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380019 Jul 28 22:34:34.724070 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a810f7-5165-4f2d-ba4d-69f14fd12640 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Router 4212d08f-0cd3-4631-829f-f12aa2744ce6 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:34:34.865560 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:34.883465 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a810f7-5165-4f2d-ba4d-69f14fd12640 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:34:34.893611 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acda207-3947-467a-9519-a0f454e478a6 None None] Sync routers for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:34:34.897434 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b5a810f7-5165-4f2d-ba4d-69f14fd12640 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:34.912343 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acda207-3947-467a-9519-a0f454e478a6 None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:34:34.914642 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-3acda207-3947-467a-9519-a0f454e478a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:34:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:34.940179 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-b5a810f7-5165-4f2d-ba4d-69f14fd12640 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "PUT /v2.0/floatingips/5149de41-e7bd-41ad-a25c-ed8fe133659e HTTP/1.1" status: 200 len: 992 time: 1.3331928 Jul 28 22:34:34.940179 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c132dc-7c92-4660-afaa-1dd24ffa061f', 'tag': '331a5f1a-4b53-4977-9650-7b036b77770c'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:34:34.943131 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2423ea6-c490-441c-9a4e-f2b67ea5efb5" -d '{"events": [{"name": "network-changed", "server_uuid": "63c132dc-7c92-4660-afaa-1dd24ffa061f", "tag": "331a5f1a-4b53-4977-9650-7b036b77770c"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:34:34.988624 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b684dc3b-adb8-48bd-99d1-f355d547537a x-openstack-request-id: req-b684dc3b-adb8-48bd-99d1-f355d547537a {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:34:34.988941 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c132dc-7c92-4660-afaa-1dd24ffa061f", "tag": "331a5f1a-4b53-4977-9650-7b036b77770c", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:34:34.989304 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b684dc3b-adb8-48bd-99d1-f355d547537a {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:34:34.990185 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b684dc3b-adb8-48bd-99d1-f355d547537a'] response: {'name': 'network-changed', 'server_uuid': '63c132dc-7c92-4660-afaa-1dd24ffa061f', 'tag': '331a5f1a-4b53-4977-9650-7b036b77770c', 'status': 'completed', 'code': 200} Jul 28 22:34:35.069157 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-3acda207-3947-467a-9519-a0f454e478a6 None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:34:35.230564 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:35.323693 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-3acda207-3947-467a-9519-a0f454e478a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '5149de41-e7bd-41ad-a25c-ed8fe133659e', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '331a5f1a-4b53-4977-9650-7b036b77770c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:fd:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c132dc-7c92-4660-afaa-1dd24ffa061f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:34:19Z', 'updated_at': '2022-07-28T22:34:34Z', 'revision_number': 1, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:35.354031 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acda207-3947-467a-9519-a0f454e478a6 None None] Checking router: 4212d08f-0cd3-4631-829f-f12aa2744ce6 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:34:35.363242 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acda207-3947-467a-9519-a0f454e478a6 None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:34:35.363869 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-3acda207-3947-467a-9519-a0f454e478a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:34:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:35.486661 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-3acda207-3947-467a-9519-a0f454e478a6 None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:34:35.613378 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8769fe-5680-4b4f-9091-c8ddd65cfd44 req-764af647-2d9e-434f-bced-9dcd46ac75dd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:35.616188 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aa8769fe-5680-4b4f-9091-c8ddd65cfd44 req-764af647-2d9e-434f-bced-9dcd46ac75dd tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0584481 Jul 28 22:34:35.674173 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aa8769fe-5680-4b4f-9091-c8ddd65cfd44 req-337f2305-24a2-4584-ab2e-e618dba0df9a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524180 Jul 28 22:34:35.752399 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-3acda207-3947-467a-9519-a0f454e478a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '5149de41-e7bd-41ad-a25c-ed8fe133659e', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '331a5f1a-4b53-4977-9650-7b036b77770c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:fd:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c132dc-7c92-4660-afaa-1dd24ffa061f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:34:19Z', 'updated_at': '2022-07-28T22:34:34Z', 'revision_number': 1, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:34:35.779410 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acda207-3947-467a-9519-a0f454e478a6 None None] The sync data for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi is: [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '5149de41-e7bd-41ad-a25c-ed8fe133659e', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'floating_ip_address': '172.27.3.132', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'port_id': '331a5f1a-4b53-4977-9650-7b036b77770c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'mac_address': 'fa:16:3e:fd:46:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c132dc-7c92-4660-afaa-1dd24ffa061f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:34:19Z', 'updated_at': '2022-07-28T22:34:34Z', 'revision_number': 1, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:34:35.996988 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d91d9a-0f7f-4285-addd-03bf81b95994 None None] New status for floating IP 5149de41-e7bd-41ad-a25c-ed8fe133659e: ACTIVE {{(pid=104119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:34:36.824051 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ed116-cebe-4d44-82b0-b49832634e33 req-f8b84330-ae21-4627-8056-f09630832bd2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:36.826034 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9e4ed116-cebe-4d44-82b0-b49832634e33 req-f8b84330-ae21-4627-8056-f09630832bd2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0601404 Jul 28 22:34:36.876994 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9e4ed116-cebe-4d44-82b0-b49832634e33 req-bb4e04ac-304b-48df-9de3-6b3a842ecedb tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452092 Jul 28 22:34:38.019117 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5edf1b-c5d6-4b40-94a3-6f409104995d req-d3855510-3a6c-4dc7-a20d-45d4e9b8b658 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:38.021048 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8c5edf1b-c5d6-4b40-94a3-6f409104995d req-d3855510-3a6c-4dc7-a20d-45d4e9b8b658 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0559132 Jul 28 22:34:38.085927 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8c5edf1b-c5d6-4b40-94a3-6f409104995d req-da34c562-8670-4426-8a79-c2a8d30500b4 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586801 Jul 28 22:34:38.685980 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:39.226644 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c766-9c78-48fb-8773-e09a5ad2eac4 req-54455624-9c91-4be5-928c-9494d3d12035 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:39.228120 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2c00c766-9c78-48fb-8773-e09a5ad2eac4 req-54455624-9c91-4be5-928c-9494d3d12035 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0558255 Jul 28 22:34:39.279111 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2c00c766-9c78-48fb-8773-e09a5ad2eac4 req-0f8822d2-a1e7-4b8c-9f9c-3c6583ec034e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455019 Jul 28 22:34:40.377707 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:40.420117 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15212dae-9ab9-4737-9ba9-425b255831f0 req-1eafa06a-e74b-47b0-9168-38a1bb6ed473 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:40.421514 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-15212dae-9ab9-4737-9ba9-425b255831f0 req-1eafa06a-e74b-47b0-9168-38a1bb6ed473 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0521946 Jul 28 22:34:40.470303 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-15212dae-9ab9-4737-9ba9-425b255831f0 req-8be84fc8-1746-4664-ba7b-1f9722b3aa93 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430360 Jul 28 22:34:41.600956 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcba9df-8fe0-444c-9f55-ecf3d8c885d9 req-858561cc-e219-40e3-b627-a0323b0e49d0 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:41.602499 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-abcba9df-8fe0-444c-9f55-ecf3d8c885d9 req-858561cc-e219-40e3-b627-a0323b0e49d0 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0471091 Jul 28 22:34:41.653419 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-abcba9df-8fe0-444c-9f55-ecf3d8c885d9 req-401fc7a3-dc92-45a4-bddb-739593ba4376 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446398 Jul 28 22:34:42.801344 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf87517-dae5-4b1e-a61e-9c1e777a8dc8 req-3266a3e2-1273-41f5-a3c8-9828e8fe1677 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:42.803737 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ecf87517-dae5-4b1e-a61e-9c1e777a8dc8 req-3266a3e2-1273-41f5-a3c8-9828e8fe1677 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0639355 Jul 28 22:34:42.852833 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ecf87517-dae5-4b1e-a61e-9c1e777a8dc8 req-9c5559ce-19f8-48c8-9740-843aba275d26 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428884 Jul 28 22:34:43.984748 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c063db-0464-4453-be65-7e286673255e req-aedd2e84-2a79-4bc8-92f6-156634a8af37 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:43.986250 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-87c063db-0464-4453-be65-7e286673255e req-aedd2e84-2a79-4bc8-92f6-156634a8af37 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0484209 Jul 28 22:34:44.034543 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-87c063db-0464-4453-be65-7e286673255e req-abffd8cd-a538-4a3a-8ae6-1b28d3e29364 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426030 Jul 28 22:34:44.529856 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423ea6-c490-441c-9a4e-f2b67ea5efb5 req-574ff59d-ef0b-4587-9341-d84818703b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:44.531401 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a2423ea6-c490-441c-9a4e-f2b67ea5efb5 req-574ff59d-ef0b-4587-9341-d84818703b2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 1130 time: 0.0422950 Jul 28 22:34:45.158391 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b9326-4172-4c5c-b97b-ca7ce7b1477b req-b393a78c-99f3-43d6-addf-c98867581cd8 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:45.159936 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0b6b9326-4172-4c5c-b97b-ca7ce7b1477b req-b393a78c-99f3-43d6-addf-c98867581cd8 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0477073 Jul 28 22:34:45.189373 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:45.212036 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0b6b9326-4172-4c5c-b97b-ca7ce7b1477b req-7e3fcb4d-12d5-453a-a50e-9c266f9750fe tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458472 Jul 28 22:34:45.417064 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-3129d9a9-426c-434e-9a48-5b9e66b309a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:45.487988 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423ea6-c490-441c-9a4e-f2b67ea5efb5 req-d95e2db0-a5fe-47b9-95ba-c3cc2afa8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:45.489471 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a2423ea6-c490-441c-9a4e-f2b67ea5efb5 req-d95e2db0-a5fe-47b9-95ba-c3cc2afa8647 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 200 len: 916 time: 0.0957000 Jul 28 22:34:45.812384 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a2423ea6-c490-441c-9a4e-f2b67ea5efb5 req-ac3882c5-eb87-4923-b69b-26338d9f22ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=331a5f1a-4b53-4977-9650-7b036b77770c HTTP/1.1" status: 200 len: 1002 time: 0.0601883 Jul 28 22:34:45.851543 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:45.866390 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423ea6-c490-441c-9a4e-f2b67ea5efb5 req-774d956e-1836-4f49-88de-39e8c767ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:45.867691 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a2423ea6-c490-441c-9a4e-f2b67ea5efb5 req-774d956e-1836-4f49-88de-39e8c767ea99 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bd9d7ef8-b1ea-409f-bc0d-02c57dced297 HTTP/1.1" status: 200 len: 854 time: 0.0499709 Jul 28 22:34:45.921003 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423ea6-c490-441c-9a4e-f2b67ea5efb5 req-7538da6c-5818-4439-b02e-6fff466795f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:45.922695 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a2423ea6-c490-441c-9a4e-f2b67ea5efb5 req-7538da6c-5818-4439-b02e-6fff466795f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ba94cd9-b91a-4088-b65d-e5c882850ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478845 Jul 28 22:34:46.015448 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a2423ea6-c490-441c-9a4e-f2b67ea5efb5 req-1306a440-69bc-4b77-8760-46b2df79c62f service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848608 Jul 28 22:34:46.112954 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:46.112954 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:46.113648 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-a2423ea6-c490-441c-9a4e-f2b67ea5efb5 req-aee07051-fe0f-431c-8cff-4992b6d4126b service neutron] 10.222.0.58 "GET /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907319 Jul 28 22:34:46.336507 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd958b-fa73-4007-99b4-d71162a454b6 req-bcc0b572-6ba2-461a-9b8f-54d4675f4081 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:46.338199 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0dcd958b-fa73-4007-99b4-d71162a454b6 req-bcc0b572-6ba2-461a-9b8f-54d4675f4081 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0492496 Jul 28 22:34:46.388924 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0dcd958b-fa73-4007-99b4-d71162a454b6 req-5a289dce-5a35-4a85-980c-e6479c404c0e tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451860 Jul 28 22:34:47.428011 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e6c96740-1646-4456-bd13-83b8a4b5eea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:47.519535 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc94515-02e8-4861-bc86-4ab8ce80c96d req-25df7ebf-3652-48de-9cb7-3527b4b2448c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:47.520986 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0bc94515-02e8-4861-bc86-4ab8ce80c96d req-25df7ebf-3652-48de-9cb7-3527b4b2448c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 944 time: 0.0492206 Jul 28 22:34:47.570027 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0bc94515-02e8-4861-bc86-4ab8ce80c96d req-b8f521a2-0527-49e2-a9c4-792ebec3e76a tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429392 Jul 28 22:34:47.643118 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device b0004cc7-da74-484e-8822-e521573b9c72 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:34:47.707223 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:47.745452 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port b0004cc7-da74-484e-8822-e521573b9c72, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b0004cc7-da74-484e-8822-e521573b9c72,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:47.757698 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': 'b0004cc7-da74-484e-8822-e521573b9c72', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'port_id': 'b0004cc7-da74-484e-8822-e521573b9c72', 'mac_address': 'fa:16:3e:b2:9e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:34:47.793821 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port b0004cc7-da74-484e-8822-e521573b9c72 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:34:47.794226 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b0004cc7-da74-484e-8822-e521573b9c72), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:47.807951 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0004cc7-da74-484e-8822-e521573b9c72 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:34:47.832518 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port b0004cc7-da74-484e-8822-e521573b9c72, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b0004cc7-da74-484e-8822-e521573b9c72,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:47.837277 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (b0004cc7-da74-484e-8822-e521573b9c72), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:47.884175 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=b0004cc7-da74-484e-8822-e521573b9c72,revision_number=9']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:48.092312 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['b0004cc7-da74-484e-8822-e521573b9c72'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:34:48.120885 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:48.550761 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 46336) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:48.661301 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-563d40e9-4f3d-48ad-a011-3d6dd29c76d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:48.700836 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453acba-028e-46eb-9fe4-476b94c17ddb req-fe59458b-b839-441f-88cd-55ab1e05eac2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:48.702345 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8453acba-028e-46eb-9fe4-476b94c17ddb req-fe59458b-b839-441f-88cd-55ab1e05eac2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 945 time: 0.0513060 Jul 28 22:34:48.738370 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-563d40e9-4f3d-48ad-a011-3d6dd29c76d2 admin admin] Publish callbacks [] for security_group (2d5873af-63f8-4945-98d2-43c32c8f45d3), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:48.744792 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-563d40e9-4f3d-48ad-a011-3d6dd29c76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (2d5873af-63f8-4945-98d2-43c32c8f45d3), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:48.754936 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8453acba-028e-46eb-9fe4-476b94c17ddb req-2e4b37c1-4a8b-4a98-9e2a-16f9483924d2 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460262 Jul 28 22:34:48.785810 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d40e9-4f3d-48ad-a011-3d6dd29c76d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5873af-63f8-4945-98d2-43c32c8f45d3,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:48.792887 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-563d40e9-4f3d-48ad-a011-3d6dd29c76d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9780909925294bc6b29b069e6a6195f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410448 Jul 28 22:34:48.793854 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 46342) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:48.820046 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:48.845390 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Publish callbacks [] for security_group (2d5873af-63f8-4945-98d2-43c32c8f45d3), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:48.867372 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Publish callbacks [] for security_group (2d5873af-63f8-4945-98d2-43c32c8f45d3), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:48.916876 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (2d5873af-63f8-4945-98d2-43c32c8f45d3), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:48.919498 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:48.923369 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d5873af-63f8-4945-98d2-43c32c8f45d3 HTTP/1.1" status: 204 len: 168 time: 0.1256437 Jul 28 22:34:48.929027 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5873af-63f8-4945-98d2-43c32c8f45d3,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:48.936445 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.936799 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.937143 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.937488 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.937851 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.938188 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.938503 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.938836 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.939291 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.939629 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.940099 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.940435 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.940816 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.941083 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:48.941433 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba689e90-d3a8-4c35-b4d1-19b8cc0362be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:34:49.550854 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 46366) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:49.649130 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device b0004cc7-da74-484e-8822-e521573b9c72 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:34:49.651339 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-113899733-network', 'tenant_id': 'f5144f6ac53848fe84bdcb15e5242f1d'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:34:49.672124 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Made reservation on behalf of f5144f6ac53848fe84bdcb15e5242f1d for: {'network': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:34:49.674653 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:49.683620 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:49.695892 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port b0004cc7-da74-484e-8822-e521573b9c72 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:34:49.696273 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (b0004cc7-da74-484e-8822-e521573b9c72), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:49.768387 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Publish callbacks [] for security_group (c252c186-251f-41c1-848b-f7915d8b6652), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:49.769385 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port b0004cc7-da74-484e-8822-e521573b9c72 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:34:49.769819 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (b0004cc7-da74-484e-8822-e521573b9c72), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:49.773758 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (c252c186-251f-41c1-848b-f7915d8b6652), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:49.781510 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:49.793710 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:34:49.796012 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d11646-a46c-4870-925a-4b1a5f1026f3" -d '{"events": [{"server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0004cc7-da74-484e-8822-e521573b9c72"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:34:49.809367 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=104116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:34:49.810072 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port b0004cc7-da74-484e-8822-e521573b9c72, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b0004cc7-da74-484e-8822-e521573b9c72,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:49.816410 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (b0004cc7-da74-484e-8822-e521573b9c72), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:49.820133 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c252c186-251f-41c1-848b-f7915d8b6652,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:49.829160 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (64664d6c-ce94-4070-8cee-161fdac614e0), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:49.829372 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.segments_db [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Added segment 64664d6c-ce94-4070-8cee-161fdac614e0 of type vlan for network 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 Jul 28 22:34:49.876356 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (0ffc9792-b9bf-47d9-8c02-0f7cb45eec99), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:49.891934 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c68197-54af-4ade-b829-4c1aa195f2e5 x-openstack-request-id: req-76c68197-54af-4ade-b829-4c1aa195f2e5 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:34:49.892423 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "name": "network-vif-plugged", "status": "completed", "tag": "b0004cc7-da74-484e-8822-e521573b9c72", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:34:49.892538 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76c68197-54af-4ade-b829-4c1aa195f2e5 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:34:49.892868 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c68197-54af-4ade-b829-4c1aa195f2e5'] response: {'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72', 'code': 200} Jul 28 22:34:49.893518 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=b0004cc7-da74-484e-8822-e521573b9c72,revision_number=10']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:49.911380 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (0ffc9792-b9bf-47d9-8c02-0f7cb45eec99), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:49.913459 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:49.914304 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:49.926715 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a725a1c-d7af-4d0c-8fe6-db32cdebdad7 req-9a89ef21-2935-415f-847f-a63ca782d3c5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:49.928944 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6a725a1c-d7af-4d0c-8fe6-db32cdebdad7 req-9a89ef21-2935-415f-847f-a63ca782d3c5 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 947 time: 0.0613034 Jul 28 22:34:49.986277 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4337652 Jul 28 22:34:49.988782 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 46374) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:34:49.993902 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6a725a1c-d7af-4d0c-8fe6-db32cdebdad7 req-a3b8b033-afe0-429f-800a-f05090af5f73 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582507 Jul 28 22:34:49.994105 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-5ed51bc2-3a8c-498a-9a37-d4e234299c97 admin admin] Request body: {'subnet': {'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-113899733-subnet', 'tenant_id': 'f5144f6ac53848fe84bdcb15e5242f1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:34:50.006750 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f9ca3-2302-4d8c-95da-33db8d685691 admin admin] Pushing event updated for resources: {'Network': ['ID=0ffc9792-b9bf-47d9-8c02-0f7cb45eec99,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:50.020348 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:34:50.039406 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed51bc2-3a8c-498a-9a37-d4e234299c97 admin admin] Made reservation on behalf of f5144f6ac53848fe84bdcb15e5242f1d for: {'subnet': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:34:50.041790 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5ed51bc2-3a8c-498a-9a37-d4e234299c97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59176997'] for subnet (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:50.043482 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:50.144953 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe1683-18fc-47cf-a0e0-2a4af039b089 req-d2f703af-05c8-487d-ad2f-2dbc3be4ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:50.146533 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4bfe1683-18fc-47cf-a0e0-2a4af039b089 req-d2f703af-05c8-487d-ad2f-2dbc3be4ee76 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 1131 time: 0.0629520 Jul 28 22:34:50.233233 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4bfe1683-18fc-47cf-a0e0-2a4af039b089 req-c4327a92-2377-4db0-8939-5f9f0f667ebb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771999 Jul 28 22:34:50.291219 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5ed51bc2-3a8c-498a-9a37-d4e234299c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62513026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59176971'] for subnet (d056fa32-0d58-4842-a559-2e50e1788024), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:50.297421 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:50.349262 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed51bc2-3a8c-498a-9a37-d4e234299c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d056fa32-0d58-4842-a559-2e50e1788024,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:50.357326 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed51bc2-3a8c-498a-9a37-d4e234299c97 admin admin] Checking segment: {'id': '64664d6c-ce94-4070-8cee-161fdac614e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:34:50.357730 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed51bc2-3a8c-498a-9a37-d4e234299c97 admin admin] Network hostable DHCP agents. Network: 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:34:50.374334 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed51bc2-3a8c-498a-9a37-d4e234299c97 admin admin] Network 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:34:50.383067 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-5ed51bc2-3a8c-498a-9a37-d4e234299c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99) {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:34:50.387173 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed51bc2-3a8c-498a-9a37-d4e234299c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:50.387772 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5ed51bc2-3a8c-498a-9a37-d4e234299c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:50.391849 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ec9936-3aec-44e6-9a6a-999db5edeff9 None None] Network 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:34:50.404530 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-5ed51bc2-3a8c-498a-9a37-d4e234299c97 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4147005 Jul 28 22:34:50.464873 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:50.512325 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f9f84b-bf4c-4591-a006-de2a766c9e0a None None] Network 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:34:50.584071 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:51.097947 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:51.141758 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4e0f6-47d2-4ac4-9697-7f84a02380f9 req-2ff0fc9f-ec0c-4e33-889d-495a1284e418 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:51.141758 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c2b4e0f6-47d2-4ac4-9697-7f84a02380f9 req-2ff0fc9f-ec0c-4e33-889d-495a1284e418 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 947 time: 0.0479980 Jul 28 22:34:51.185784 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c2b4e0f6-47d2-4ac4-9697-7f84a02380f9 req-98a97880-3c55-4d6c-9d92-3b4b7f9d6bfa tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Jul 28 22:34:52.171864 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-01408f7a-75db-46e0-9b97-e98ab21b27d1 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:52.173390 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-01408f7a-75db-46e0-9b97-e98ab21b27d1 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/networks?id=0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 HTTP/1.1" status: 200 len: 808 time: 0.1084502 Jul 28 22:34:52.190252 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-a0cee810-94a9-4a4b-a394-4412b2f0b952 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/quotas/f5144f6ac53848fe84bdcb15e5242f1d HTTP/1.1" status: 200 len: 375 time: 0.0095589 Jul 28 22:34:52.243150 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-845e1a79-faad-4cab-9c10-20f0a986917c tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5144f6ac53848fe84bdcb15e5242f1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366278 Jul 28 22:34:52.358357 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16310d-9367-422c-9da8-323d17e3f69b req-bee5eba3-84b0-4b11-9363-3e2033c3968d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:52.360040 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c16310d-9367-422c-9da8-323d17e3f69b req-bee5eba3-84b0-4b11-9363-3e2033c3968d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 947 time: 0.0627532 Jul 28 22:34:52.402953 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-d4ecd82e-13ef-46f9-baa8-adaab241a0b0 service neutron] 10.222.0.39 "GET /v2.0/networks/0ffc9792-b9bf-47d9-8c02-0f7cb45eec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549516 Jul 28 22:34:52.466937 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:52.491827 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9c16310d-9367-422c-9da8-323d17e3f69b req-c092bd93-93d3-45b5-bcd1-0cfb08f3ce2d tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194758 Jul 28 22:34:52.528019 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-be5cc9fc-8ffe-4035-a0a7-309e7cf81b1c service neutron] 10.222.0.39 "GET /v2.0/networks/0ffc9792-b9bf-47d9-8c02-0f7cb45eec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189206 Jul 28 22:34:52.690676 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c81fe886-28da-4bc6-a8bd-b950fa1b3722 req-f2cb46cb-044f-4c01-981f-2c628fcbb6d7 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 210 time: 0.0301151 Jul 28 22:34:53.622209 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cfe72-ae8c-49db-beab-384761eb6c81 req-432eec6b-c2db-40e5-a62a-6f3843bcf13b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:53.623683 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b35cfe72-ae8c-49db-beab-384761eb6c81 req-432eec6b-c2db-40e5-a62a-6f3843bcf13b tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 947 time: 0.0478246 Jul 28 22:34:53.679521 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b35cfe72-ae8c-49db-beab-384761eb6c81 req-0b867345-f62e-4ded-8ff7-53b6f8fbb5f7 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498357 Jul 28 22:34:53.789458 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-98129b76-9aff-489e-97c2-d1df5b22a567 req-184fa706-df29-4a2e-b398-a4621ed72e2f tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 210 time: 0.0272336 Jul 28 22:34:54.060925 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-320d6274-e407-4946-91ea-12b7a7addd2c tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:54.062322 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-320d6274-e407-4946-91ea-12b7a7addd2c tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.58 "GET /v2.0/networks?id=0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 HTTP/1.1" status: 200 len: 808 time: 0.1100905 Jul 28 22:34:54.597292 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-bf86f077-de7e-475f-b5de-d94b693109a4 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Request body: {'port': {'device_id': '8e0d4bc8-8ab6-4173-9444-bd1af30c7b27', 'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99', 'admin_state_up': True, 'tenant_id': 'f5144f6ac53848fe84bdcb15e5242f1d'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:34:54.670438 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:54.725812 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-bf86f077-de7e-475f-b5de-d94b693109a4 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Made reservation on behalf of f5144f6ac53848fe84bdcb15e5242f1d for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:34:54.729161 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-bf86f077-de7e-475f-b5de-d94b693109a4 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:54.862337 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-bf86f077-de7e-475f-b5de-d94b693109a4 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Allocated IP 172.20.0.6 (0ffc9792-b9bf-47d9-8c02-0f7cb45eec99/d056fa32-0d58-4842-a559-2e50e1788024/916808d8-9c55-4a8a-8cc1-d5309bf50c19) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:34:54.931407 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c1108f34-6b43-4198-8ae9-73576792392a req-240a41e3-c200-4a9c-b297-3508c90c3e08 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 210 time: 0.0300274 Jul 28 22:34:55.000045 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:55.022876 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-bf86f077-de7e-475f-b5de-d94b693109a4 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks [] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:55.054485 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-bf86f077-de7e-475f-b5de-d94b693109a4 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:55.103138 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-bf86f077-de7e-475f-b5de-d94b693109a4 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Network 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:34:55.106236 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-bf86f077-de7e-475f-b5de-d94b693109a4 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:34:55.109989 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-bf86f077-de7e-475f-b5de-d94b693109a4 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:34:55.134701 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86f077-de7e-475f-b5de-d94b693109a4 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Pushing event updated for resources: {'Port': ['ID=916808d8-9c55-4a8a-8cc1-d5309bf50c19,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:55.164212 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-bf86f077-de7e-475f-b5de-d94b693109a4 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:55.164817 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-bf86f077-de7e-475f-b5de-d94b693109a4 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:55.181358 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-bf86f077-de7e-475f-b5de-d94b693109a4 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889726 Jul 28 22:34:55.194368 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Request body: {'port': {'device_id': '8e0d4bc8-8ab6-4173-9444-bd1af30c7b27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:34:55.262095 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:55.461553 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:55.524149 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916808d8-9c55-4a8a-8cc1-d5309bf50c19 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:34:55.531534 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Publish callbacks [] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:55.544768 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Transition to ACTIVE for port object 916808d8-9c55-4a8a-8cc1-d5309bf50c19 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:34:55.547596 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:55.595770 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Pushing event updated for resources: {'Port': ['ID=916808d8-9c55-4a8a-8cc1-d5309bf50c19,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:55.671557 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Attempting to bind port 916808d8-9c55-4a8a-8cc1-d5309bf50c19 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:34:55.671888 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Attempting to bind port 916808d8-9c55-4a8a-8cc1-d5309bf50c19 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '64664d6c-ce94-4070-8cee-161fdac614e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:34:55.672213 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Attempting to bind port 916808d8-9c55-4a8a-8cc1-d5309bf50c19 on network 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:34:55.676777 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Port 916808d8-9c55-4a8a-8cc1-d5309bf50c19 on network 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:34:55.677398 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Attempting to bind port 916808d8-9c55-4a8a-8cc1-d5309bf50c19 on network 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:34:55.682408 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:34:55.682739 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Checking segment: {'id': '64664d6c-ce94-4070-8cee-161fdac614e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:34:55.683116 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Bound using segment: {'id': '64664d6c-ce94-4070-8cee-161fdac614e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:34:55.683539 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Bound port: 916808d8-9c55-4a8a-8cc1-d5309bf50c19, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64664d6c-ce94-4070-8cee-161fdac614e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:34:55.683892 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:55.745481 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] For port 916808d8-9c55-4a8a-8cc1-d5309bf50c19, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:34:55.748493 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] For port 916808d8-9c55-4a8a-8cc1-d5309bf50c19, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=916808d8-9c55-4a8a-8cc1-d5309bf50c19,segment=NetworkSegment(64664d6c-ce94-4070-8cee-161fdac614e0),segment_id=64664d6c-ce94-4070-8cee-161fdac614e0)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:34:55.754785 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:55.791203 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:55.791811 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:55.793178 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] 10.222.0.58 "PUT /v2.0/ports/916808d8-9c55-4a8a-8cc1-d5309bf50c19 HTTP/1.1" status: 200 len: 1093 time: 0.6028230 Jul 28 22:34:55.793648 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0d4bc8-8ab6-4173-9444-bd1af30c7b27', 'tag': '916808d8-9c55-4a8a-8cc1-d5309bf50c19'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:34:55.795898 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c569b4-6f04-4b57-9e2b-53fbcaf3f3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0d4bc8-8ab6-4173-9444-bd1af30c7b27", "tag": "916808d8-9c55-4a8a-8cc1-d5309bf50c19"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:34:55.820329 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:55.826242 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3092204-0005-4d22-b129-b02af93760c7 service neutron] Pushing event updated for resources: {'Port': ['ID=916808d8-9c55-4a8a-8cc1-d5309bf50c19,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:55.855148 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37423ba7-31a6-4644-b69e-ebb100fc870d x-openstack-request-id: req-37423ba7-31a6-4644-b69e-ebb100fc870d {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:34:55.855559 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0d4bc8-8ab6-4173-9444-bd1af30c7b27", "tag": "916808d8-9c55-4a8a-8cc1-d5309bf50c19", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:34:55.855687 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37423ba7-31a6-4644-b69e-ebb100fc870d {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:34:55.856122 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37423ba7-31a6-4644-b69e-ebb100fc870d'] response: {'name': 'network-changed', 'server_uuid': '8e0d4bc8-8ab6-4173-9444-bd1af30c7b27', 'tag': '916808d8-9c55-4a8a-8cc1-d5309bf50c19', 'status': 'completed', 'code': 200} Jul 28 22:34:55.909080 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-aa9e7f16-215b-4012-a99c-6d50a55b05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:55.910708 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-aa9e7f16-215b-4012-a99c-6d50a55b05a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5144f6ac53848fe84bdcb15e5242f1d&device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 1127 time: 0.0443435 Jul 28 22:34:55.959622 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-fce7b90e-0d04-4325-81b4-0bdea787d5cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=916808d8-9c55-4a8a-8cc1-d5309bf50c19 HTTP/1.1" status: 200 len: 217 time: 0.0369866 Jul 28 22:34:56.013330 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-23700f27-a2e3-4458-9917-17aec46c5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:56.014815 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-23700f27-a2e3-4458-9917-17aec46c5652 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d056fa32-0d58-4842-a559-2e50e1788024 HTTP/1.1" status: 200 len: 848 time: 0.0499346 Jul 28 22:34:56.052843 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50a933-b3d5-4164-bea0-296da780ce72 req-91c91632-6bb5-48aa-85cf-351b0f856c87 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:56.054548 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3c50a933-b3d5-4164-bea0-296da780ce72 req-91c91632-6bb5-48aa-85cf-351b0f856c87 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 943 time: 0.0470552 Jul 28 22:34:56.100754 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3c50a933-b3d5-4164-bea0-296da780ce72 req-8df7d468-e1a9-486b-b0a5-c18374a5b10c tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Jul 28 22:34:56.300706 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-f3784654-57f3-4bf9-87bf-870cc0e23bc0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0ffc9792-b9bf-47d9-8c02-0f7cb45eec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264800 Jul 28 22:34:56.623774 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-26fc6a61-01c9-4e6b-b20a-5365edfc38bf service neutron] 10.222.0.58 "GET /v2.0/networks/0ffc9792-b9bf-47d9-8c02-0f7cb45eec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117909 Jul 28 22:34:56.798940 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5bdd05c1-7284-44f7-86b0-da77900bc846 req-b3af9db6-8427-447d-bc00-7c88b3305972 service neutron] 10.222.0.58 "GET /v2.0/networks/0ffc9792-b9bf-47d9-8c02-0f7cb45eec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859971 Jul 28 22:34:57.222123 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de82bb-5957-4869-9f5d-d02f66d309e9 req-9f9d708b-9b4f-42d3-ad15-62cba0a42d1b tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:57.223629 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-66de82bb-5957-4869-9f5d-d02f66d309e9 req-9f9d708b-9b4f-42d3-ad15-62cba0a42d1b tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 943 time: 0.0515838 Jul 28 22:34:57.276259 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-66de82bb-5957-4869-9f5d-d02f66d309e9 req-d992aa2b-044d-4357-8418-484e08d27eeb tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470891 Jul 28 22:34:57.830052 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c569b4-6f04-4b57-9e2b-53fbcaf3f3d6 req-b9b0d89d-b9c5-4583-a216-67c9be828961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:57.831570 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03c569b4-6f04-4b57-9e2b-53fbcaf3f3d6 req-b9b0d89d-b9c5-4583-a216-67c9be828961 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5144f6ac53848fe84bdcb15e5242f1d&device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 1127 time: 0.0444360 Jul 28 22:34:57.934773 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c569b4-6f04-4b57-9e2b-53fbcaf3f3d6 req-63fffa1d-123d-429c-a0a3-c3623ea5bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:57.936251 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03c569b4-6f04-4b57-9e2b-53fbcaf3f3d6 req-63fffa1d-123d-429c-a0a3-c3623ea5bbfd service neutron] 10.222.0.58 "GET /v2.0/networks?id=0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 HTTP/1.1" status: 200 len: 909 time: 0.0899060 Jul 28 22:34:58.249029 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03c569b4-6f04-4b57-9e2b-53fbcaf3f3d6 req-58e11c3d-1f2b-4f81-bcf5-7e111afae2b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=916808d8-9c55-4a8a-8cc1-d5309bf50c19 HTTP/1.1" status: 200 len: 217 time: 0.0374453 Jul 28 22:34:58.307654 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c569b4-6f04-4b57-9e2b-53fbcaf3f3d6 req-ea355fed-1af6-43eb-b88c-4b1f381ae2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:58.309114 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03c569b4-6f04-4b57-9e2b-53fbcaf3f3d6 req-ea355fed-1af6-43eb-b88c-4b1f381ae2d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d056fa32-0d58-4842-a559-2e50e1788024 HTTP/1.1" status: 200 len: 848 time: 0.0486395 Jul 28 22:34:58.398020 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455169d2-5694-4778-83bf-eebd1009ac00 req-60234d24-62c1-433a-80d2-ed1be800cd96 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:58.399518 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-455169d2-5694-4778-83bf-eebd1009ac00 req-60234d24-62c1-433a-80d2-ed1be800cd96 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 943 time: 0.0476956 Jul 28 22:34:58.404217 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03c569b4-6f04-4b57-9e2b-53fbcaf3f3d6 req-a814bc87-9c83-471c-983d-cb00b51af6dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0ffc9792-b9bf-47d9-8c02-0f7cb45eec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300453 Jul 28 22:34:58.449900 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-455169d2-5694-4778-83bf-eebd1009ac00 req-09448300-97af-4899-a3cc-2771b927ca7b tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443742 Jul 28 22:34:58.472927 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:58.505255 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03c569b4-6f04-4b57-9e2b-53fbcaf3f3d6 req-c9c51733-b249-4a98-8aa6-2c863f89f252 service neutron] 10.222.0.58 "GET /v2.0/networks/0ffc9792-b9bf-47d9-8c02-0f7cb45eec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913260 Jul 28 22:34:58.610588 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03c569b4-6f04-4b57-9e2b-53fbcaf3f3d6 req-811cc32b-12a4-4192-b890-32fbf79441bf service neutron] 10.222.0.58 "GET /v2.0/networks/0ffc9792-b9bf-47d9-8c02-0f7cb45eec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988369 Jul 28 22:34:59.570873 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8476d0-7cba-4c58-895a-fe49f6c695ae req-bedc5c1d-0154-49bd-87e6-12da9c0402fa tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:59.572345 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5f8476d0-7cba-4c58-895a-fe49f6c695ae req-bedc5c1d-0154-49bd-87e6-12da9c0402fa tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 943 time: 0.0510106 Jul 28 22:34:59.590567 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:59.621779 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5f8476d0-7cba-4c58-895a-fe49f6c695ae req-f06d74c1-f51a-4e95-9e7e-e4b35c45bda5 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438704 Jul 28 22:34:59.691177 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 916808d8-9c55-4a8a-8cc1-d5309bf50c19 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:34:59.794863 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 916808d8-9c55-4a8a-8cc1-d5309bf50c19, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=916808d8-9c55-4a8a-8cc1-d5309bf50c19,segment=NetworkSegment(64664d6c-ce94-4070-8cee-161fdac614e0),segment_id=64664d6c-ce94-4070-8cee-161fdac614e0)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:59.806860 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '916808d8-9c55-4a8a-8cc1-d5309bf50c19', 'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99', 'port_id': '916808d8-9c55-4a8a-8cc1-d5309bf50c19', 'mac_address': 'fa:16:3e:03:73:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd056fa32-0d58-4842-a559-2e50e1788024', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:34:59.833125 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:34:59.844652 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 916808d8-9c55-4a8a-8cc1-d5309bf50c19 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:34:59.845061 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:59.860263 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916808d8-9c55-4a8a-8cc1-d5309bf50c19 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:34:59.881886 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 916808d8-9c55-4a8a-8cc1-d5309bf50c19, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=916808d8-9c55-4a8a-8cc1-d5309bf50c19,segment=NetworkSegment(64664d6c-ce94-4070-8cee-161fdac614e0),segment_id=64664d6c-ce94-4070-8cee-161fdac614e0)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:34:59.885921 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:34:59.928373 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391f953-b21e-4c67-86dc-c4be5b6f3522 req-f8eec5dc-b937-4e20-86ec-942e5acc7b6b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:34:59.929803 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b391f953-b21e-4c67-86dc-c4be5b6f3522 req-f8eec5dc-b937-4e20-86ec-942e5acc7b6b tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 946 time: 0.0549774 Jul 28 22:34:59.936837 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=916808d8-9c55-4a8a-8cc1-d5309bf50c19,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:34:59.978563 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b391f953-b21e-4c67-86dc-c4be5b6f3522 req-53a821f7-0144-41f6-a077-9fb833d2019c tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=04edeee6-ab47-4ba2-877f-609ff204d306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 Jul 28 22:35:00.179972 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['916808d8-9c55-4a8a-8cc1-d5309bf50c19'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:35:00.741454 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74363a2c-2949-4967-b918-83c527a9ed0c req-f5ecb0ea-770b-4dae-83ee-add12179ef03 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:00.742925 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-74363a2c-2949-4967-b918-83c527a9ed0c req-f5ecb0ea-770b-4dae-83ee-add12179ef03 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 944 time: 0.0459666 Jul 28 22:35:00.793010 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-74363a2c-2949-4967-b918-83c527a9ed0c req-1ddb9086-844d-4ca8-b5a8-8711ad7e7ef9 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446365 Jul 28 22:35:01.096793 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd79161-b29a-4ed7-8fed-80a606e2fb56 req-c49bdf5f-afe0-43c4-ba54-af3281032bf9 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:01.098260 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5dd79161-b29a-4ed7-8fed-80a606e2fb56 req-c49bdf5f-afe0-43c4-ba54-af3281032bf9 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 946 time: 0.0464559 Jul 28 22:35:01.145906 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5dd79161-b29a-4ed7-8fed-80a606e2fb56 req-112ccd25-064a-474e-8a78-1ed029b09b91 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=04edeee6-ab47-4ba2-877f-609ff204d306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418265 Jul 28 22:35:01.709897 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 916808d8-9c55-4a8a-8cc1-d5309bf50c19 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:35:01.750891 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 916808d8-9c55-4a8a-8cc1-d5309bf50c19 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:35:01.757384 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 916808d8-9c55-4a8a-8cc1-d5309bf50c19 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:35:01.757984 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:01.830889 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 916808d8-9c55-4a8a-8cc1-d5309bf50c19 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:35:01.831282 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:01.857023 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0d4bc8-8ab6-4173-9444-bd1af30c7b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916808d8-9c55-4a8a-8cc1-d5309bf50c19'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:35:01.859292 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb942771-3694-4a2f-bed7-39ff6b4a7593" -d '{"events": [{"server_uuid": "8e0d4bc8-8ab6-4173-9444-bd1af30c7b27", "name": "network-vif-plugged", "status": "completed", "tag": "916808d8-9c55-4a8a-8cc1-d5309bf50c19"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:35:01.873053 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 916808d8-9c55-4a8a-8cc1-d5309bf50c19, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=916808d8-9c55-4a8a-8cc1-d5309bf50c19,segment=NetworkSegment(64664d6c-ce94-4070-8cee-161fdac614e0),segment_id=64664d6c-ce94-4070-8cee-161fdac614e0)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:01.883464 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:01.887430 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-fcc630b0-ea02-45a6-ad46-ca2c691f9424 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:01.890952 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-fcc630b0-ea02-45a6-ad46-ca2c691f9424 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 946 time: 0.0544851 Jul 28 22:35:01.930155 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf9a90-521d-4442-9143-6f2d78771c4f req-ac066f23-7587-4d58-b2ac-776033106e01 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:01.931798 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9caf9a90-521d-4442-9143-6f2d78771c4f req-ac066f23-7587-4d58-b2ac-776033106e01 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 945 time: 0.0552869 Jul 28 22:35:01.985751 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9caf9a90-521d-4442-9143-6f2d78771c4f req-dcb45757-ae26-456b-afa0-e401af0bf52d tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478973 Jul 28 22:35:02.016939 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Deleting port 60c34db1-525c-473a-a014-73ac0c1156d9 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:02.017749 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:02.078605 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fdf1fb-ab26-486e-9c88-65e3a460be6d x-openstack-request-id: req-58fdf1fb-ab26-486e-9c88-65e3a460be6d {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:35:02.078894 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0d4bc8-8ab6-4173-9444-bd1af30c7b27", "name": "network-vif-plugged", "status": "completed", "tag": "916808d8-9c55-4a8a-8cc1-d5309bf50c19", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:35:02.079136 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58fdf1fb-ab26-486e-9c88-65e3a460be6d {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:35:02.079533 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fdf1fb-ab26-486e-9c88-65e3a460be6d'] response: {'server_uuid': '8e0d4bc8-8ab6-4173-9444-bd1af30c7b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916808d8-9c55-4a8a-8cc1-d5309bf50c19', 'code': 200} Jul 28 22:35:02.103731 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=916808d8-9c55-4a8a-8cc1-d5309bf50c19,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:02.111561 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.111918 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.112041 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:02.112262 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.112635 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.113006 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.113426 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.113778 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.114181 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.114760 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.115562 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.115562 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.115771 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.116059 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.116382 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.116707 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:02.120798 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58b786-c06c-4b2c-bf8a-9cc172fce2ef req-b014ab64-b5ab-4b65-a72e-5ee0ebb3eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:02.122343 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8d58b786-c06c-4b2c-bf8a-9cc172fce2ef req-b014ab64-b5ab-4b65-a72e-5ee0ebb3eea1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 1129 time: 0.0621386 Jul 28 22:35:02.166462 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] For port 60c34db1-525c-473a-a014-73ac0c1156d9, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=60c34db1-525c-473a-a014-73ac0c1156d9,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:02.166832 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:02.230675 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8d58b786-c06c-4b2c-bf8a-9cc172fce2ef req-005ec307-2509-456c-a927-70df5dc9735f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953224 Jul 28 22:35:02.272657 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad20e9-3b03-4463-b6b3-e3894c59989d req-0c5f8feb-4eb4-4b0a-a673-d0fbef46a850 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:02.274150 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-18ad20e9-3b03-4463-b6b3-e3894c59989d req-0c5f8feb-4eb4-4b0a-a673-d0fbef46a850 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 946 time: 0.0523987 Jul 28 22:35:02.316337 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:02.321428 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-18ad20e9-3b03-4463-b6b3-e3894c59989d req-0e04e902-eb9c-4994-ac83-da119e76ba60 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups?id=04edeee6-ab47-4ba2-877f-609ff204d306&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417144 Jul 28 22:35:02.353429 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:02.353818 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (1db386b1-a63e-42a2-b346-2970c7db6841), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:02.354149 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Floating IP 1db386b1-a63e-42a2-b346-2970c7db6841 disassociated. External IP: 172.27.3.160, port: 60c34db1-525c-473a-a014-73ac0c1156d9. Jul 28 22:35:02.354484 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Calling delete_port for 60c34db1-525c-473a-a014-73ac0c1156d9 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:02.484408 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (60c34db1-525c-473a-a014-73ac0c1156d9), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:02.512841 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event deleted for resources: {'Port': ['ID=60c34db1-525c-473a-a014-73ac0c1156d9,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:02.623825 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Router 7c77e946-c3d6-4a3e-bc59-6535446eba09 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:35:02.726471 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:35:02.736183 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da0c11-4d07-4a1f-a82d-ceced2d9d30f None None] Sync routers for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:35:02.746302 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da0c11-4d07-4a1f-a82d-ceced2d9d30f None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:02.746916 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-66da0c11-4d07-4a1f-a82d-ceced2d9d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:34:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:02.772547 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] No DVR routers for this DVR port 60c34db1-525c-473a-a014-73ac0c1156d9 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:35:02.775045 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:02.778757 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3ca14a05-c5cb-4689-b699-04c1263e7103 req-7cc8da5e-f703-4f25-bde5-b616a9b76415 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.58 "DELETE /v2.0/ports/60c34db1-525c-473a-a014-73ac0c1156d9 HTTP/1.1" status: 204 len: 173 time: 0.8820927 Jul 28 22:35:02.779219 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9e8c61-8952-40e4-86d5-4e525b6c5fb6', 'name': 'network-vif-deleted', 'tag': '60c34db1-525c-473a-a014-73ac0c1156d9'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:35:02.781584 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd0c7cf-bc52-4aec-b713-081685b1d70e" -d '{"events": [{"server_uuid": "6d9e8c61-8952-40e4-86d5-4e525b6c5fb6", "name": "network-vif-deleted", "tag": "60c34db1-525c-473a-a014-73ac0c1156d9"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:35:02.821957 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06135010-029a-4de0-88b4-55fdad5cbd21 x-openstack-request-id: req-06135010-029a-4de0-88b4-55fdad5cbd21 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:35:02.822253 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9e8c61-8952-40e4-86d5-4e525b6c5fb6", "name": "network-vif-deleted", "tag": "60c34db1-525c-473a-a014-73ac0c1156d9", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:35:02.822510 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06135010-029a-4de0-88b4-55fdad5cbd21 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:35:02.822918 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06135010-029a-4de0-88b4-55fdad5cbd21'] response: {'server_uuid': '6d9e8c61-8952-40e4-86d5-4e525b6c5fb6', 'name': 'network-vif-deleted', 'tag': '60c34db1-525c-473a-a014-73ac0c1156d9', 'status': 'completed', 'code': 200} Jul 28 22:35:02.826808 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:02.862995 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-66da0c11-4d07-4a1f-a82d-ceced2d9d30f None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:02.882620 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:35:03.067677 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-66da0c11-4d07-4a1f-a82d-ceced2d9d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 5, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:03.098131 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da0c11-4d07-4a1f-a82d-ceced2d9d30f None None] Checking router: 7c77e946-c3d6-4a3e-bc59-6535446eba09 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:35:03.107189 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66da0c11-4d07-4a1f-a82d-ceced2d9d30f None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:03.107799 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-66da0c11-4d07-4a1f-a82d-ceced2d9d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:34:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:03.116793 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b2692-9db8-4c60-ab9e-3e0573323b84 req-19bc2bac-e2c8-418a-95f2-3ec75dca03b7 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:03.118461 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-998b2692-9db8-4c60-ab9e-3e0573323b84 req-19bc2bac-e2c8-418a-95f2-3ec75dca03b7 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 945 time: 0.0509651 Jul 28 22:35:03.155072 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:03.170203 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-998b2692-9db8-4c60-ab9e-3e0573323b84 req-104848fc-5a70-40f2-aef2-d338900ad1c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457861 Jul 28 22:35:03.217730 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-66da0c11-4d07-4a1f-a82d-ceced2d9d30f None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:03.413766 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-66da0c11-4d07-4a1f-a82d-ceced2d9d30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 5, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:03.441899 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66da0c11-4d07-4a1f-a82d-ceced2d9d30f None None] The sync data for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi is: [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:28:09Z', 'revision_number': 4, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c718c660-2203-488b-8c61-e2f9883a6e48', 'name': '', 'network_id': '464fee12-f052-4124-8f6c-243235b340a4', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'mac_address': 'fa:16:3e:1f:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:21Z', 'revision_number': 5, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'subnets': [{'id': '6bc16b42-782d-4edd-b93c-9d5d6fc93f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:35:03.447638 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e7c23b30-2ae0-48f6-abbf-f42fe7312be7 req-c353aa06-350f-483f-bf35-653af7006781 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d9e8c61-8952-40e4-86d5-4e525b6c5fb6 HTTP/1.1" status: 200 len: 210 time: 0.0318222 Jul 28 22:35:03.673857 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f309a54-7a4d-4ec4-9274-6162b0dabe8c None None] New status for floating IP 1db386b1-a63e-42a2-b346-2970c7db6841: DOWN {{(pid=104119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:35:04.291943 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68971d1-dab4-4648-a1c0-4c55cc554f8a req-382cc44e-b18a-48e6-bb74-02cea781faf2 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:04.293428 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d68971d1-dab4-4648-a1c0-4c55cc554f8a req-382cc44e-b18a-48e6-bb74-02cea781faf2 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 945 time: 0.0497394 Jul 28 22:35:04.340345 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d68971d1-dab4-4648-a1c0-4c55cc554f8a req-c75991c9-eeb9-468d-874c-966a1d7c37a7 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Jul 28 22:35:04.544182 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 46566) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:04.551237 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:04.609030 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddbdf-25ea-4f32-a0fb-1f7c66850682 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group (04edeee6-ab47-4ba2-877f-609ff204d306), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:04.634645 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddbdf-25ea-4f32-a0fb-1f7c66850682 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group (04edeee6-ab47-4ba2-877f-609ff204d306), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:04.683717 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddbdf-25ea-4f32-a0fb-1f7c66850682 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (04edeee6-ab47-4ba2-877f-609ff204d306), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:04.686255 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-cf0ddbdf-25ea-4f32-a0fb-1f7c66850682 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:04.687496 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-cf0ddbdf-25ea-4f32-a0fb-1f7c66850682 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "DELETE /v2.0/security-groups/04edeee6-ab47-4ba2-877f-609ff204d306 HTTP/1.1" status: 204 len: 168 time: 0.1422961 Jul 28 22:35:04.690658 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 46572) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:04.697234 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ddbdf-25ea-4f32-a0fb-1f7c66850682 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04edeee6-ab47-4ba2-877f-609ff204d306,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:04.706838 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.api.v2.resource [None req-92addbbd-bb22-4f04-8ddf-b70f72fcd9c0 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] show failed (client error): The resource could not be found. Jul 28 22:35:04.709093 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-92addbbd-bb22-4f04-8ddf-b70f72fcd9c0 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "GET /v2.0/security-groups/04edeee6-ab47-4ba2-877f-609ff204d306 HTTP/1.1" status: 404 len: 347 time: 0.0169733 Jul 28 22:35:04.714492 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 46574) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:04.870292 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-334b4f39-1430-4ec5-99fc-779de1d1c357 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Deleting port 91b45d87-ee0f-4102-b3d3-baad9bfdbcfe {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:04.870642 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-334b4f39-1430-4ec5-99fc-779de1d1c357 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (91b45d87-ee0f-4102-b3d3-baad9bfdbcfe), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:04.961593 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-334b4f39-1430-4ec5-99fc-779de1d1c357 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (91b45d87-ee0f-4102-b3d3-baad9bfdbcfe), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:04.961918 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-334b4f39-1430-4ec5-99fc-779de1d1c357 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (91b45d87-ee0f-4102-b3d3-baad9bfdbcfe), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:04.974618 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-334b4f39-1430-4ec5-99fc-779de1d1c357 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Calling delete_port for 91b45d87-ee0f-4102-b3d3-baad9bfdbcfe owned by network:floatingip {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:05.059028 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a636f-99e5-4429-b9d7-0fd1abd3dc4c req-143e93a5-e508-4622-b866-90d148fcd1dc tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:05.060389 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-137a636f-99e5-4429-b9d7-0fd1abd3dc4c req-143e93a5-e508-4622-b866-90d148fcd1dc tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 945 time: 0.0775530 Jul 28 22:35:05.074710 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:05.134541 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-137a636f-99e5-4429-b9d7-0fd1abd3dc4c req-25f21fd3-c76e-4b94-ab0e-23d1562d80e6 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649891 Jul 28 22:35:05.182967 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-334b4f39-1430-4ec5-99fc-779de1d1c357 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (91b45d87-ee0f-4102-b3d3-baad9bfdbcfe), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:05.204854 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b4f39-1430-4ec5-99fc-779de1d1c357 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Pushing event deleted for resources: {'Port': ['ID=91b45d87-ee0f-4102-b3d3-baad9bfdbcfe,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:05.274143 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-334b4f39-1430-4ec5-99fc-779de1d1c357 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks [] for floatingip (1db386b1-a63e-42a2-b346-2970c7db6841), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:05.277434 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-334b4f39-1430-4ec5-99fc-779de1d1c357 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:05.278606 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-334b4f39-1430-4ec5-99fc-779de1d1c357 tempest-AttachVolumeTestJSON-914910554 tempest-AttachVolumeTestJSON-914910554-project] 10.222.0.39 "DELETE /v2.0/floatingips/1db386b1-a63e-42a2-b346-2970c7db6841 HTTP/1.1" status: 204 len: 168 time: 0.5651248 Jul 28 22:35:05.736955 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 60c34db1-525c-473a-a014-73ac0c1156d9 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:05.756636 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 60c34db1-525c-473a-a014-73ac0c1156d9 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:05.756990 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 60c34db1-525c-473a-a014-73ac0c1156d9 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:06.267301 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4ce73-c63f-4b7a-bfb2-bca58bd3b65a req-7ba59d66-1325-4c49-8990-d47e3200bf3f tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:06.268744 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-39e4ce73-c63f-4b7a-bfb2-bca58bd3b65a req-7ba59d66-1325-4c49-8990-d47e3200bf3f tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 945 time: 0.0471292 Jul 28 22:35:06.314619 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-39e4ce73-c63f-4b7a-bfb2-bca58bd3b65a req-c08631c5-1351-40b7-b05a-a398e7f695cf tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400991 Jul 28 22:35:06.514694 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:06.528133 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c47df-6623-415a-8201-d655feae8422 req-0a723e73-043d-49cc-9008-78a2e6da55e0 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:06.529605 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5c5c47df-6623-415a-8201-d655feae8422 req-0a723e73-043d-49cc-9008-78a2e6da55e0 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 945 time: 0.0526567 Jul 28 22:35:06.619603 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-5c5c47df-6623-415a-8201-d655feae8422 req-e6f40626-e432-4747-8ec1-e4e91ecdba43 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Deleting port 916808d8-9c55-4a8a-8cc1-d5309bf50c19 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:06.619947 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5c5c47df-6623-415a-8201-d655feae8422 req-e6f40626-e432-4747-8ec1-e4e91ecdba43 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:06.714744 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-5c5c47df-6623-415a-8201-d655feae8422 req-e6f40626-e432-4747-8ec1-e4e91ecdba43 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] For port 916808d8-9c55-4a8a-8cc1-d5309bf50c19, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=916808d8-9c55-4a8a-8cc1-d5309bf50c19,segment=NetworkSegment(64664d6c-ce94-4070-8cee-161fdac614e0),segment_id=64664d6c-ce94-4070-8cee-161fdac614e0)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:06.715028 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5c5c47df-6623-415a-8201-d655feae8422 req-e6f40626-e432-4747-8ec1-e4e91ecdba43 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:06.728871 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-5c5c47df-6623-415a-8201-d655feae8422 req-e6f40626-e432-4747-8ec1-e4e91ecdba43 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Calling delete_port for 916808d8-9c55-4a8a-8cc1-d5309bf50c19 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:06.860425 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5c5c47df-6623-415a-8201-d655feae8422 req-e6f40626-e432-4747-8ec1-e4e91ecdba43 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (916808d8-9c55-4a8a-8cc1-d5309bf50c19), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:06.871961 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['916808d8-9c55-4a8a-8cc1-d5309bf50c19'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:35:06.890169 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f40626-e432-4747-8ec1-e4e91ecdba43 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Pushing event deleted for resources: {'Port': ['ID=916808d8-9c55-4a8a-8cc1-d5309bf50c19,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:06.934390 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5c47df-6623-415a-8201-d655feae8422 req-e6f40626-e432-4747-8ec1-e4e91ecdba43 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] No DVR routers for this DVR port 916808d8-9c55-4a8a-8cc1-d5309bf50c19 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:35:06.936726 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5c5c47df-6623-415a-8201-d655feae8422 req-e6f40626-e432-4747-8ec1-e4e91ecdba43 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:06.939967 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5c5c47df-6623-415a-8201-d655feae8422 req-e6f40626-e432-4747-8ec1-e4e91ecdba43 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.58 "DELETE /v2.0/ports/916808d8-9c55-4a8a-8cc1-d5309bf50c19 HTTP/1.1" status: 204 len: 173 time: 0.4040117 Jul 28 22:35:06.940396 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0d4bc8-8ab6-4173-9444-bd1af30c7b27', 'name': 'network-vif-deleted', 'tag': '916808d8-9c55-4a8a-8cc1-d5309bf50c19'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:35:06.943500 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ff1f73-c449-4cae-8cb4-d4785595ebc4" -d '{"events": [{"server_uuid": "8e0d4bc8-8ab6-4173-9444-bd1af30c7b27", "name": "network-vif-deleted", "tag": "916808d8-9c55-4a8a-8cc1-d5309bf50c19"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:35:06.986208 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6c5ef3-4e77-4984-a73b-328df8ee6753 x-openstack-request-id: req-1a6c5ef3-4e77-4984-a73b-328df8ee6753 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:35:06.986504 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0d4bc8-8ab6-4173-9444-bd1af30c7b27", "name": "network-vif-deleted", "tag": "916808d8-9c55-4a8a-8cc1-d5309bf50c19", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:35:06.986760 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a6c5ef3-4e77-4984-a73b-328df8ee6753 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:35:06.987169 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6c5ef3-4e77-4984-a73b-328df8ee6753'] response: {'server_uuid': '8e0d4bc8-8ab6-4173-9444-bd1af30c7b27', 'name': 'network-vif-deleted', 'tag': '916808d8-9c55-4a8a-8cc1-d5309bf50c19', 'status': 'completed', 'code': 200} Jul 28 22:35:07.432598 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-aef05cba-611c-43e0-8a1b-dce4abd3ec6b req-e612b47d-ee6a-48b8-9af6-c4d529aa051c tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e0d4bc8-8ab6-4173-9444-bd1af30c7b27 HTTP/1.1" status: 200 len: 210 time: 0.0288839 Jul 28 22:35:08.673879 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:08.705849 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-fb4e7e24-2d25-4e30-af35-e2b20f7e6d4e tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:08.707294 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-fb4e7e24-2d25-4e30-af35-e2b20f7e6d4e tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/networks?id=0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 HTTP/1.1" status: 200 len: 808 time: 0.1057959 Jul 28 22:35:08.721795 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-7ae47cce-7977-4b23-90a2-d54852c91f1f tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/quotas/f5144f6ac53848fe84bdcb15e5242f1d HTTP/1.1" status: 200 len: 375 time: 0.0088825 Jul 28 22:35:08.756366 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-a49e45ee-3fc6-46f5-889a-3e5a02cf066d tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5144f6ac53848fe84bdcb15e5242f1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292952 Jul 28 22:35:08.823912 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:08.834382 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 46630) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:08.859098 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-16e0b4e1-c1dc-48f2-b8c9-ba095ebf1d8e service neutron] 10.222.0.39 "GET /v2.0/networks/0ffc9792-b9bf-47d9-8c02-0f7cb45eec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958033 Jul 28 22:35:09.170653 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:09.197686 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-0aa8496c-7be1-4703-8506-44ea21d9648b service neutron] 10.222.0.39 "GET /v2.0/networks/0ffc9792-b9bf-47d9-8c02-0f7cb45eec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319175 Jul 28 22:35:09.228858 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-03e5ea20-b26b-44e9-aa61-d753c56c0e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (7c77e946-c3d6-4a3e-bc59-6535446eba09), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:09.404116 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-93fc704d-a511-4a27-9ae3-5b0bfaf40682 req-5ad08767-e4dc-4b1a-af37-8fa179e2f373 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 210 time: 0.0350220 Jul 28 22:35:09.497792 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:09.512322 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-03e5ea20-b26b-44e9-aa61-d753c56c0e7f admin admin] Deleting port c718c660-2203-488b-8c61-e2f9883a6e48 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:09.512669 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-03e5ea20-b26b-44e9-aa61-d753c56c0e7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:09.596204 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-03e5ea20-b26b-44e9-aa61-d753c56c0e7f admin admin] For port c718c660-2203-488b-8c61-e2f9883a6e48, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=c718c660-2203-488b-8c61-e2f9883a6e48,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:09.596559 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-03e5ea20-b26b-44e9-aa61-d753c56c0e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:09.609153 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-03e5ea20-b26b-44e9-aa61-d753c56c0e7f admin admin] Calling delete_port for c718c660-2203-488b-8c61-e2f9883a6e48 owned by network:router_interface {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:09.767412 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 916808d8-9c55-4a8a-8cc1-d5309bf50c19 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:09.787769 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 916808d8-9c55-4a8a-8cc1-d5309bf50c19 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:09.788217 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 916808d8-9c55-4a8a-8cc1-d5309bf50c19 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:09.802243 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-03e5ea20-b26b-44e9-aa61-d753c56c0e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (c718c660-2203-488b-8c61-e2f9883a6e48), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:09.826627 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5ea20-b26b-44e9-aa61-d753c56c0e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c718c660-2203-488b-8c61-e2f9883a6e48,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:10.005309 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-03e5ea20-b26b-44e9-aa61-d753c56c0e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (7c77e946-c3d6-4a3e-bc59-6535446eba09), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:10.109446 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:10.222539 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e5ea20-b26b-44e9-aa61-d753c56c0e7f admin admin] Router 7c77e946-c3d6-4a3e-bc59-6535446eba09 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:35:10.511772 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b7ecb88d-cb7b-45f5-9936-148e5da2e0f3 req-8b32f741-19e0-40c9-acfe-d51e7ccc890d tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 210 time: 0.0324719 Jul 28 22:35:10.621601 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:10.627260 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e5ea20-b26b-44e9-aa61-d753c56c0e7f admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:35:10.639037 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-03e5ea20-b26b-44e9-aa61-d753c56c0e7f admin admin] 10.222.0.39 "PUT /v2.0/routers/7c77e946-c3d6-4a3e-bc59-6535446eba09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8010950 Jul 28 22:35:10.639714 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 46646) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:10.641816 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98ba10-a6e6-45be-8893-2e57f3a35508 None None] Sync routers for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:35:10.652256 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98ba10-a6e6-45be-8893-2e57f3a35508 None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:10.653146 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-6e98ba10-a6e6-45be-8893-2e57f3a35508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:34:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:10.695374 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-1fb30e77-e695-40eb-934e-9355cc37cf19 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:10.697143 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-1fb30e77-e695-40eb-934e-9355cc37cf19 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.58 "GET /v2.0/networks?id=0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 HTTP/1.1" status: 200 len: 808 time: 0.1553183 Jul 28 22:35:10.756977 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-6e98ba10-a6e6-45be-8893-2e57f3a35508 None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:10.770661 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Publish callbacks [] for router (7c77e946-c3d6-4a3e-bc59-6535446eba09), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:10.868191 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Publish callbacks [] for router_gateway (7c77e946-c3d6-4a3e-bc59-6535446eba09), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:10.909933 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Deleting port 0993d02e-e38f-4c90-a369-cd2bee3fe1af {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:10.910269 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:10.933084 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-6e98ba10-a6e6-45be-8893-2e57f3a35508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:35:09Z', 'revision_number': 5, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port': {'id': '0993d02e-e38f-4c90-a369-cd2bee3fe1af', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:10.947396 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-ab9b66c4-5d60-47e7-982b-a19f473581c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Request body: {'port': {'device_id': '820c9bda-1008-4e9f-8655-d375d179a4f4', 'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99', 'admin_state_up': True, 'tenant_id': 'f5144f6ac53848fe84bdcb15e5242f1d'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:35:10.955621 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:10.964750 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98ba10-a6e6-45be-8893-2e57f3a35508 None None] Checking router: 7c77e946-c3d6-4a3e-bc59-6535446eba09 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:35:10.975743 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98ba10-a6e6-45be-8893-2e57f3a35508 None None] Routers {'7c77e946-c3d6-4a3e-bc59-6535446eba09'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:10.976317 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-6e98ba10-a6e6-45be-8893-2e57f3a35508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:34:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7c77e946-c3d6-4a3e-bc59-6535446eba09'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:11.005978 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] For port 0993d02e-e38f-4c90-a369-cd2bee3fe1af, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=0993d02e-e38f-4c90-a369-cd2bee3fe1af,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:11.007256 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.020963 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Calling delete_port for 0993d02e-e38f-4c90-a369-cd2bee3fe1af owned by network:router_gateway {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:11.047306 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:11.070278 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-6e98ba10-a6e6-45be-8893-2e57f3a35508 None None] Set router 7c77e946-c3d6-4a3e-bc59-6535446eba09 gateway port host: None {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:11.081677 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-ab9b66c4-5d60-47e7-982b-a19f473581c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Made reservation on behalf of f5144f6ac53848fe84bdcb15e5242f1d for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:35:11.088709 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-ab9b66c4-5d60-47e7-982b-a19f473581c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.123614 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-6e98ba10-a6e6-45be-8893-2e57f3a35508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:35:10Z', 'revision_number': 6, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port_host': None}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:11.149907 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e98ba10-a6e6-45be-8893-2e57f3a35508 None None] The sync data for ids ['7c77e946-c3d6-4a3e-bc59-6535446eba09'] in dv-cinder-850939-3-iscsi is: [{'id': '7c77e946-c3d6-4a3e-bc59-6535446eba09', 'name': 'tempest-AttachVolumeTestJSON-2107276781-router', 'tenant_id': 'd829cbd8678145668ea811e01093fcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:27:59Z', 'updated_at': '2022-07-28T22:35:10Z', 'revision_number': 6, 'project_id': 'd829cbd8678145668ea811e01093fcfc', 'gw_port_host': None}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:35:11.203895 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (0993d02e-e38f-4c90-a369-cd2bee3fe1af), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.231172 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Pushing event deleted for resources: {'Port': ['ID=0993d02e-e38f-4c90-a369-cd2bee3fe1af,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:11.236422 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-ab9b66c4-5d60-47e7-982b-a19f473581c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Allocated IP 172.20.0.3 (0ffc9792-b9bf-47d9-8c02-0f7cb45eec99/d056fa32-0d58-4842-a559-2e50e1788024/66bee7fd-83e5-4040-b6e8-469c5ed01edd) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:35:11.299000 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362012'] for router_gateway (7c77e946-c3d6-4a3e-bc59-6535446eba09), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.323914 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:11.386797 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-596'] for router (7c77e946-c3d6-4a3e-bc59-6535446eba09), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.389103 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Publish callbacks [] for router_controller (7c77e946-c3d6-4a3e-bc59-6535446eba09), precommit_delete_associations {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.389241 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-ab9b66c4-5d60-47e7-982b-a19f473581c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks [] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.421338 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-ab9b66c4-5d60-47e7-982b-a19f473581c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.431485 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-353813'] for router (7c77e946-c3d6-4a3e-bc59-6535446eba09), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.432288 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c77e946-c3d6-4a3e-bc59-6535446eba09 {{(pid=104117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 22:35:11.437323 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.438651 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-43e7ea24-2fd8-4eb2-a69d-5db579be456a admin admin] 10.222.0.39 "DELETE /v2.0/routers/7c77e946-c3d6-4a3e-bc59-6535446eba09 HTTP/1.1" status: 204 len: 168 time: 0.7976363 Jul 28 22:35:11.441209 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 46652) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:11.472630 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-ab9b66c4-5d60-47e7-982b-a19f473581c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Network 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:35:11.476549 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-ab9b66c4-5d60-47e7-982b-a19f473581c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:35:11.480516 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-ab9b66c4-5d60-47e7-982b-a19f473581c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:35:11.493210 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ea3ae7-3666-4168-b879-902c7778e49a admin admin] Deleting subnet 6bc16b42-782d-4edd-b93c-9d5d6fc93f7a {{(pid=104117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:35:11.496869 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-79ea3ae7-3666-4168-b879-902c7778e49a admin admin] Publish callbacks [] for subnet (6bc16b42-782d-4edd-b93c-9d5d6fc93f7a), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.506464 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b66c4-5d60-47e7-982b-a19f473581c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Pushing event updated for resources: {'Port': ['ID=66bee7fd-83e5-4040-b6e8-469c5ed01edd,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:11.529479 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:11.538682 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-ab9b66c4-5d60-47e7-982b-a19f473581c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:11.539268 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-ab9b66c4-5d60-47e7-982b-a19f473581c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.545599 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-79ea3ae7-3666-4168-b879-902c7778e49a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62447129'] for subnet (6bc16b42-782d-4edd-b93c-9d5d6fc93f7a), precommit_delete_associations {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.561422 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-ab9b66c4-5d60-47e7-982b-a19f473581c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6191156 Jul 28 22:35:11.576889 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Request body: {'port': {'device_id': '820c9bda-1008-4e9f-8655-d375d179a4f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:35:11.647953 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.694551 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-79ea3ae7-3666-4168-b879-902c7778e49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (6bc16b42-782d-4edd-b93c-9d5d6fc93f7a), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.699889 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:11.703057 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a92a9-cf94-447c-a228-db95ed9a00d5 req-81e6a59d-4cf4-4764-8116-97012c1b43ef tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:11.704586 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1e8a92a9-cf94-447c-a228-db95ed9a00d5 req-81e6a59d-4cf4-4764-8116-97012c1b43ef tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 931 time: 0.0893354 Jul 28 22:35:11.788329 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1e8a92a9-cf94-447c-a228-db95ed9a00d5 req-fa61a406-99ab-439a-9518-ae5f8421dff3 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660005 Jul 28 22:35:11.792195 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-79ea3ae7-3666-4168-b879-902c7778e49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58993700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843492'] for subnet (6bc16b42-782d-4edd-b93c-9d5d6fc93f7a), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.820453 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea3ae7-3666-4168-b879-902c7778e49a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bc16b42-782d-4edd-b93c-9d5d6fc93f7a,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:11.826933 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-79ea3ae7-3666-4168-b879-902c7778e49a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.830328 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-79ea3ae7-3666-4168-b879-902c7778e49a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6bc16b42-782d-4edd-b93c-9d5d6fc93f7a HTTP/1.1" status: 204 len: 168 time: 0.3874128 Jul 28 22:35:11.833732 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 46658) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:11.836918 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43441a1-74e3-451d-a481-48c72b1074c7 None None] Network 464fee12-f052-4124-8f6c-243235b340a4 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:35:11.906290 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (464fee12-f052-4124-8f6c-243235b340a4), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.955195 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bee7fd-83e5-4040-b6e8-469c5ed01edd {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:35:11.956236 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Deleting port 788d4b9a-186c-4abc-8b49-94abeb5e6718 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:11.956740 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.971387 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Publish callbacks [] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:11.987066 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Transition to ACTIVE for port object 66bee7fd-83e5-4040-b6e8-469c5ed01edd will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:35:11.996115 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.045927 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8b1c38-b92a-4bd6-8d2c-15fbcc0841a5 None None] DHCP port deletion for 464fee12-f052-4124-8f6c-243235b340a4 request from dv-cinder-850939-3-iscsi {{(pid=104118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 22:35:12.046784 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] For port 788d4b9a-186c-4abc-8b49-94abeb5e6718, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=788d4b9a-186c-4abc-8b49-94abeb5e6718,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:12.047158 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.051155 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Pushing event updated for resources: {'Port': ['ID=66bee7fd-83e5-4040-b6e8-469c5ed01edd,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:12.066406 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:12.076309 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Calling delete_port for 788d4b9a-186c-4abc-8b49-94abeb5e6718 owned by network:dhcp {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:12.106210 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device c718c660-2203-488b-8c61-e2f9883a6e48 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:12.132898 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-ca8b1c38-b92a-4bd6-8d2c-15fbcc0841a5 None None] Deleting port 788d4b9a-186c-4abc-8b49-94abeb5e6718 {{(pid=104118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:12.133270 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ca8b1c38-b92a-4bd6-8d2c-15fbcc0841a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), before_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.135038 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: c718c660-2203-488b-8c61-e2f9883a6e48 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:12.135374 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device c718c660-2203-488b-8c61-e2f9883a6e48 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:12.135782 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 0993d02e-e38f-4c90-a369-cd2bee3fe1af no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:12.139994 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Attempting to bind port 66bee7fd-83e5-4040-b6e8-469c5ed01edd on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:35:12.146094 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Attempting to bind port 66bee7fd-83e5-4040-b6e8-469c5ed01edd by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '64664d6c-ce94-4070-8cee-161fdac614e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:35:12.146964 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Attempting to bind port 66bee7fd-83e5-4040-b6e8-469c5ed01edd on network 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:35:12.154608 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Port 66bee7fd-83e5-4040-b6e8-469c5ed01edd on network 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:35:12.155829 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Attempting to bind port 66bee7fd-83e5-4040-b6e8-469c5ed01edd on network 0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:35:12.162782 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:35:12.163272 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Checking segment: {'id': '64664d6c-ce94-4070-8cee-161fdac614e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:35:12.163908 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Bound using segment: {'id': '64664d6c-ce94-4070-8cee-161fdac614e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:35:12.164339 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Bound port: 66bee7fd-83e5-4040-b6e8-469c5ed01edd, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64664d6c-ce94-4070-8cee-161fdac614e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:35:12.164715 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.168220 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.194341 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 0993d02e-e38f-4c90-a369-cd2bee3fe1af {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:12.194690 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 0993d02e-e38f-4c90-a369-cd2bee3fe1af not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:12.198316 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Pushing event deleted for resources: {'Port': ['ID=788d4b9a-186c-4abc-8b49-94abeb5e6718,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:12.202777 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] No DVR routers for this DVR port 788d4b9a-186c-4abc-8b49-94abeb5e6718 on host dv-cinder-850939-3-iscsi {{(pid=104117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:35:12.220066 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:12.237974 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] For port 66bee7fd-83e5-4040-b6e8-469c5ed01edd, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:35:12.242644 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] For port 66bee7fd-83e5-4040-b6e8-469c5ed01edd, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=66bee7fd-83e5-4040-b6e8-469c5ed01edd,segment=NetworkSegment(64664d6c-ce94-4070-8cee-161fdac614e0),segment_id=64664d6c-ce94-4070-8cee-161fdac614e0)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:35:12.245475 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-ca8b1c38-b92a-4bd6-8d2c-15fbcc0841a5 None None] For port 788d4b9a-186c-4abc-8b49-94abeb5e6718, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=788d4b9a-186c-4abc-8b49-94abeb5e6718,segment=NetworkSegment(e92062d8-e35a-4628-b979-2ae305ec8590),segment_id=e92062d8-e35a-4628-b979-2ae305ec8590)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:12.245984 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ca8b1c38-b92a-4bd6-8d2c-15fbcc0841a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), precommit_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.250597 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.267018 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-ca8b1c38-b92a-4bd6-8d2c-15fbcc0841a5 None None] Calling delete_port for 788d4b9a-186c-4abc-8b49-94abeb5e6718 owned by network:dhcp {{(pid=104118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:12.287459 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (464fee12-f052-4124-8f6c-243235b340a4), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.304252 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:12.314357 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464fee12-f052-4124-8f6c-243235b340a4']}} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:12.323137 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Pushing event updated for resources: {'Port': ['ID=66bee7fd-83e5-4040-b6e8-469c5ed01edd,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:12.326617 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92062d8-e35a-4628-b979-2ae305ec8590') {'for_net_delete': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:12.326916 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92062d8-e35a-4628-b979-2ae305ec8590') {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:12.327035 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:12.327563 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.329759 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-73bfc1d2-f1df-45c4-a244-6786a866d333 service neutron] 10.222.0.58 "PUT /v2.0/ports/66bee7fd-83e5-4040-b6e8-469c5ed01edd HTTP/1.1" status: 200 len: 1093 time: 0.7579446 Jul 28 22:35:12.330224 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820c9bda-1008-4e9f-8655-d375d179a4f4', 'tag': '66bee7fd-83e5-4040-b6e8-469c5ed01edd'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:35:12.332612 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cee7491-8aa0-47ed-89eb-bd5b4171ab49" -d '{"events": [{"name": "network-changed", "server_uuid": "820c9bda-1008-4e9f-8655-d375d179a4f4", "tag": "66bee7fd-83e5-4040-b6e8-469c5ed01edd"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:35:12.348681 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62447104'] for segment (e92062d8-e35a-4628-b979-2ae305ec8590), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.368157 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (e92062d8-e35a-4628-b979-2ae305ec8590), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.376963 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:35:12.377676 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58993786'] for segment (e92062d8-e35a-4628-b979-2ae305ec8590), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.432573 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a66a15-2574-4fe4-8d33-c9a6206a380c x-openstack-request-id: req-29a66a15-2574-4fe4-8d33-c9a6206a380c {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:35:12.433140 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820c9bda-1008-4e9f-8655-d375d179a4f4", "tag": "66bee7fd-83e5-4040-b6e8-469c5ed01edd", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:35:12.433622 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29a66a15-2574-4fe4-8d33-c9a6206a380c {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:35:12.434174 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a66a15-2574-4fe4-8d33-c9a6206a380c'] response: {'name': 'network-changed', 'server_uuid': '820c9bda-1008-4e9f-8655-d375d179a4f4', 'tag': '66bee7fd-83e5-4040-b6e8-469c5ed01edd', 'status': 'completed', 'code': 200} Jul 28 22:35:12.451558 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-8693c8ac-ce6f-4320-90e2-898e2fa8cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:12.453927 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-8693c8ac-ce6f-4320-90e2-898e2fa8cd83 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5144f6ac53848fe84bdcb15e5242f1d&device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 1127 time: 0.0742853 Jul 28 22:35:12.472641 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (464fee12-f052-4124-8f6c-243235b340a4), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.488561 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.496529 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] 10.222.0.39 "DELETE /v2.0/networks/464fee12-f052-4124-8f6c-243235b340a4 HTTP/1.1" status: 204 len: 168 time: 0.6585853 Jul 28 22:35:12.508279 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcff30-dda4-4c6e-987c-028c298b9952 admin admin] Pushing event deleted for resources: {'Network': ['ID=464fee12-f052-4124-8f6c-243235b340a4,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:12.524728 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-c9ebd6bd-5705-4dad-8d7f-db0eb4973c18 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66bee7fd-83e5-4040-b6e8-469c5ed01edd HTTP/1.1" status: 200 len: 217 time: 0.0617309 Jul 28 22:35:12.574551 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment e92062d8-e35a-4628-b979-2ae305ec8590 resource provider aggregate not found Jul 28 22:35:12.599501 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment e92062d8-e35a-4628-b979-2ae305ec8590 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e92062d8-e35a-4628-b979-2ae305ec8590 found for delete ", "request_id": "req-ba63a338-64bf-45dd-a879-ad083376ebcd"}]} Jul 28 22:35:12.604829 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-b9d04b03-191d-4fa7-bb13-dd34ac07a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:12.606507 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-b9d04b03-191d-4fa7-bb13-dd34ac07a139 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d056fa32-0d58-4842-a559-2e50e1788024 HTTP/1.1" status: 200 len: 848 time: 0.0735862 Jul 28 22:35:12.643285 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-a8350fc8-aa9a-4a41-a7a5-67a490bc0d32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0ffc9792-b9bf-47d9-8c02-0f7cb45eec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293832 Jul 28 22:35:12.652952 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ca8b1c38-b92a-4bd6-8d2c-15fbcc0841a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (788d4b9a-186c-4abc-8b49-94abeb5e6718), after_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.654534 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 46670) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:12.675712 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b1c38-b92a-4bd6-8d2c-15fbcc0841a5 None None] Pushing event deleted for resources: {'Port': ['ID=788d4b9a-186c-4abc-8b49-94abeb5e6718,revision_number=None']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:12.679279 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca8b1c38-b92a-4bd6-8d2c-15fbcc0841a5 None None] Network 464fee12-f052-4124-8f6c-243235b340a4 is not hosted by any dhcp agent {{(pid=104118) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 22:35:12.679725 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8b1c38-b92a-4bd6-8d2c-15fbcc0841a5 None None] No DVR routers for this DVR port 788d4b9a-186c-4abc-8b49-94abeb5e6718 on host dv-cinder-850939-3-iscsi {{(pid=104118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:35:12.703936 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-575f3a31-f949-41f3-abb7-73bb7aaf7762 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d829cbd8678145668ea811e01093fcfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457776 Jul 28 22:35:12.704143 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 46672) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:12.724081 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:12.754544 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-1febb652-c13c-44e9-88ac-2409acd7caab admin admin] Publish callbacks [] for security_group (679ddcfc-ef9b-45e8-bd18-6087f3c3e293), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.755536 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-ba5811aa-5a8f-4c5f-8f11-9f04f2de7b2a service neutron] 10.222.0.58 "GET /v2.0/networks/0ffc9792-b9bf-47d9-8c02-0f7cb45eec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049640 Jul 28 22:35:12.776393 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-1febb652-c13c-44e9-88ac-2409acd7caab admin admin] Publish callbacks [] for security_group (679ddcfc-ef9b-45e8-bd18-6087f3c3e293), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.830967 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-1febb652-c13c-44e9-88ac-2409acd7caab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (679ddcfc-ef9b-45e8-bd18-6087f3c3e293), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.833816 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-1febb652-c13c-44e9-88ac-2409acd7caab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:12.835035 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-1febb652-c13c-44e9-88ac-2409acd7caab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/679ddcfc-ef9b-45e8-bd18-6087f3c3e293 HTTP/1.1" status: 204 len: 168 time: 0.1300416 Jul 28 22:35:12.847538 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febb652-c13c-44e9-88ac-2409acd7caab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679ddcfc-ef9b-45e8-bd18-6087f3c3e293,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:12.862281 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-7e09af66-945f-4a5e-8a0a-fb63282c7a00 req-7d4bdc88-41d7-4748-96b3-c333a031bec7 service neutron] 10.222.0.58 "GET /v2.0/networks/0ffc9792-b9bf-47d9-8c02-0f7cb45eec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986533 Jul 28 22:35:12.932260 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89743cc5-b237-415a-956d-5f5870dd411f req-39e65749-3790-4a5a-94ba-a0c493c8068b tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:12.933874 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-89743cc5-b237-415a-956d-5f5870dd411f req-39e65749-3790-4a5a-94ba-a0c493c8068b tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 943 time: 0.0507312 Jul 28 22:35:12.982548 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-89743cc5-b237-415a-956d-5f5870dd411f req-33388aeb-19e9-4fe5-8215-290687e86306 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426929 Jul 28 22:35:13.745141 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:13.747429 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=9 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:13.885938 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee7491-8aa0-47ed-89eb-bd5b4171ab49 req-174dacc6-abca-47e2-90e7-48c77a9fb122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:13.887367 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3cee7491-8aa0-47ed-89eb-bd5b4171ab49 req-174dacc6-abca-47e2-90e7-48c77a9fb122 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5144f6ac53848fe84bdcb15e5242f1d&device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 1127 time: 0.0704341 Jul 28 22:35:13.893125 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-215a1be7-3ed0-49aa-8c21-8e664831967c req-358d1699-4885-4b61-b0cf-da17435431a6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473490 Jul 28 22:35:13.954902 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:13.996517 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 788d4b9a-186c-4abc-8b49-94abeb5e6718 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:14.029983 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 788d4b9a-186c-4abc-8b49-94abeb5e6718 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:14.030329 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 788d4b9a-186c-4abc-8b49-94abeb5e6718 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:14.030508 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a1be7-3ed0-49aa-8c21-8e664831967c req-0f5f9600-7d09-4a6b-a235-6f5a8f6c8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:14.031996 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-215a1be7-3ed0-49aa-8c21-8e664831967c req-0f5f9600-7d09-4a6b-a235-6f5a8f6c8da9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2406f01f7b3b4941a0bcd97a68d3d510&device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 1129 time: 0.0716414 Jul 28 22:35:14.045467 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee7491-8aa0-47ed-89eb-bd5b4171ab49 req-6f2ca18e-6aca-45b6-9d1c-cec052edc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:14.047135 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3cee7491-8aa0-47ed-89eb-bd5b4171ab49 req-6f2ca18e-6aca-45b6-9d1c-cec052edc09f service neutron] 10.222.0.58 "GET /v2.0/networks?id=0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 HTTP/1.1" status: 200 len: 909 time: 0.1465137 Jul 28 22:35:14.102741 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3cee7491-8aa0-47ed-89eb-bd5b4171ab49 req-67098605-3ea5-4f5e-a14b-da97b10b6e89 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66bee7fd-83e5-4040-b6e8-469c5ed01edd HTTP/1.1" status: 200 len: 217 time: 0.0480807 Jul 28 22:35:14.135050 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbacbc3-ab68-4f19-9851-d671f56b4c8b req-425a64fe-72bc-4707-aba2-cf49f8ca03d7 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:14.137462 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-adbacbc3-ab68-4f19-9851-d671f56b4c8b req-425a64fe-72bc-4707-aba2-cf49f8ca03d7 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 943 time: 0.0597150 Jul 28 22:35:14.189785 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-adbacbc3-ab68-4f19-9851-d671f56b4c8b req-0ef67bf4-dc24-4922-8e4d-c04204e19029 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 Jul 28 22:35:14.203238 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee7491-8aa0-47ed-89eb-bd5b4171ab49 req-d2d643ce-27c5-4056-8283-e8f6b5bc00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:14.204710 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3cee7491-8aa0-47ed-89eb-bd5b4171ab49 req-d2d643ce-27c5-4056-8283-e8f6b5bc00d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d056fa32-0d58-4842-a559-2e50e1788024 HTTP/1.1" status: 200 len: 848 time: 0.0918920 Jul 28 22:35:14.252981 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a1be7-3ed0-49aa-8c21-8e664831967c req-5f2aa782-8876-4deb-9fdd-5832d161a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:14.254513 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-215a1be7-3ed0-49aa-8c21-8e664831967c req-5f2aa782-8876-4deb-9fdd-5832d161a3a3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f2aa367-6d5d-4752-a99e-b9dafb11cca1 HTTP/1.1" status: 200 len: 910 time: 0.1891901 Jul 28 22:35:14.256297 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3cee7491-8aa0-47ed-89eb-bd5b4171ab49 req-3ca94566-4f2b-47ae-9958-e4da4f4876b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0ffc9792-b9bf-47d9-8c02-0f7cb45eec99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432856 Jul 28 22:35:14.375538 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-215a1be7-3ed0-49aa-8c21-8e664831967c req-2d2f60a5-65f3-4138-abb3-fb4393f321db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec HTTP/1.1" status: 200 len: 1001 time: 0.1074190 Jul 28 22:35:14.438434 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3cee7491-8aa0-47ed-89eb-bd5b4171ab49 req-f0e5d381-c0b6-4ff7-9d7a-00e352e66166 service neutron] 10.222.0.58 "GET /v2.0/networks/0ffc9792-b9bf-47d9-8c02-0f7cb45eec99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692183 Jul 28 22:35:14.454138 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a1be7-3ed0-49aa-8c21-8e664831967c req-74423868-f7be-4029-a729-34e1a00c0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:14.455513 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-215a1be7-3ed0-49aa-8c21-8e664831967c req-74423868-f7be-4029-a729-34e1a00c0540 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b2d5a71-51ae-4403-b7de-674f7705c0be HTTP/1.1" status: 200 len: 848 time: 0.0730584 Jul 28 22:35:14.550971 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a1be7-3ed0-49aa-8c21-8e664831967c req-395367cd-cf7b-4296-b9ae-35f96f03ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:14.553067 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-215a1be7-3ed0-49aa-8c21-8e664831967c req-395367cd-cf7b-4296-b9ae-35f96f03ff88 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f2aa367-6d5d-4752-a99e-b9dafb11cca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851717 Jul 28 22:35:14.623802 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3cee7491-8aa0-47ed-89eb-bd5b4171ab49 req-db0fb02c-e3aa-4735-ac3d-9978afe33527 service neutron] 10.222.0.58 "GET /v2.0/networks/0ffc9792-b9bf-47d9-8c02-0f7cb45eec99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782823 Jul 28 22:35:14.638711 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:14.670270 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-215a1be7-3ed0-49aa-8c21-8e664831967c req-7cd4940d-6062-4bec-8efc-137da7301dfb service neutron] 10.222.0.58 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066873 Jul 28 22:35:14.765787 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-215a1be7-3ed0-49aa-8c21-8e664831967c req-76e950ec-4d9c-491a-b04b-e02bcd5b5b1d service neutron] 10.222.0.58 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878444 Jul 28 22:35:15.314016 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43124a-2fff-4e77-8bc5-a97f4aa46d3b req-7cbe0345-5e6c-43e3-be79-f18a376243d0 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:15.315446 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3b43124a-2fff-4e77-8bc5-a97f4aa46d3b req-7cbe0345-5e6c-43e3-be79-f18a376243d0 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 943 time: 0.0516648 Jul 28 22:35:15.361289 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3b43124a-2fff-4e77-8bc5-a97f4aa46d3b req-9745af17-208f-4244-ad82-dcad63265f4a tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 Jul 28 22:35:15.410790 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4197b700-5a8d-4b38-91e4-5551001c4916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:15.794995 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 66bee7fd-83e5-4040-b6e8-469c5ed01edd details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:35:15.900278 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 66bee7fd-83e5-4040-b6e8-469c5ed01edd, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=66bee7fd-83e5-4040-b6e8-469c5ed01edd,segment=NetworkSegment(64664d6c-ce94-4070-8cee-161fdac614e0),segment_id=64664d6c-ce94-4070-8cee-161fdac614e0)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:15.912423 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '66bee7fd-83e5-4040-b6e8-469c5ed01edd', 'network_id': '0ffc9792-b9bf-47d9-8c02-0f7cb45eec99', 'port_id': '66bee7fd-83e5-4040-b6e8-469c5ed01edd', 'mac_address': 'fa:16:3e:d3:be:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd056fa32-0d58-4842-a559-2e50e1788024', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:35:15.949397 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 66bee7fd-83e5-4040-b6e8-469c5ed01edd is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:35:15.949830 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:15.963540 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bee7fd-83e5-4040-b6e8-469c5ed01edd {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:35:15.984207 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 66bee7fd-83e5-4040-b6e8-469c5ed01edd, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=66bee7fd-83e5-4040-b6e8-469c5ed01edd,segment=NetworkSegment(64664d6c-ce94-4070-8cee-161fdac614e0),segment_id=64664d6c-ce94-4070-8cee-161fdac614e0)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:15.988001 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:16.038990 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=66bee7fd-83e5-4040-b6e8-469c5ed01edd,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:16.273007 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['66bee7fd-83e5-4040-b6e8-469c5ed01edd'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:35:16.325280 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:16.478863 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8758a0-24a1-435c-87cc-67dc52f9d356 req-7e94769a-5d57-4cd8-a402-f5b53b2661af tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:16.480291 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ea8758a0-24a1-435c-87cc-67dc52f9d356 req-7e94769a-5d57-4cd8-a402-f5b53b2661af tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 944 time: 0.0472496 Jul 28 22:35:16.522984 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:16.527765 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ea8758a0-24a1-435c-87cc-67dc52f9d356 req-e45ce801-279a-47c9-b609-323e4be9b198 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419488 Jul 28 22:35:17.370685 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 46766) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:17.430667 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-736e6807-23d4-4f77-99a4-69d565b18ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:17.479316 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:17.557690 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Publish callbacks [] for security_group (c470773c-f8a1-4cd3-aaef-a6fca8b9173c), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:17.562079 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (c470773c-f8a1-4cd3-aaef-a6fca8b9173c), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:17.603367 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=846fa4f81b34443a8ecaf226cc45c0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315767 Jul 28 22:35:17.604237 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c470773c-f8a1-4cd3-aaef-a6fca8b9173c,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:17.606266 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 46772) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:17.622447 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:17.625908 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.626264 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.626609 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.626950 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.627544 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.627878 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.628213 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.628544 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.628875 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.629769 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.630105 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.630429 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.630755 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.631084 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.631406 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9ef78d-b085-4690-bcd2-80c1ab758bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:17.649462 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cdf48-86af-4308-8a7a-c151a7ae5af8 req-1d1edae8-bc87-4117-a12e-90cce071ae18 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:17.650993 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-418cdf48-86af-4308-8a7a-c151a7ae5af8 req-1d1edae8-bc87-4117-a12e-90cce071ae18 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 944 time: 0.0507100 Jul 28 22:35:17.675288 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c495a984-67a9-44bf-9668-23da006df900 admin admin] Publish callbacks [] for security_group (c470773c-f8a1-4cd3-aaef-a6fca8b9173c), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:17.698035 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c495a984-67a9-44bf-9668-23da006df900 admin admin] Publish callbacks [] for security_group (c470773c-f8a1-4cd3-aaef-a6fca8b9173c), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:17.701082 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-418cdf48-86af-4308-8a7a-c151a7ae5af8 req-10dcdd64-3395-474f-ae37-0144382155c8 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443151 Jul 28 22:35:17.745726 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c495a984-67a9-44bf-9668-23da006df900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (c470773c-f8a1-4cd3-aaef-a6fca8b9173c), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:17.748683 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c495a984-67a9-44bf-9668-23da006df900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:17.750187 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c495a984-67a9-44bf-9668-23da006df900 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c470773c-f8a1-4cd3-aaef-a6fca8b9173c HTTP/1.1" status: 204 len: 168 time: 0.1428082 Jul 28 22:35:17.763872 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495a984-67a9-44bf-9668-23da006df900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c470773c-f8a1-4cd3-aaef-a6fca8b9173c,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:17.818280 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 66bee7fd-83e5-4040-b6e8-469c5ed01edd up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:35:17.862155 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:17.863037 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 66bee7fd-83e5-4040-b6e8-469c5ed01edd completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:35:17.869318 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 66bee7fd-83e5-4040-b6e8-469c5ed01edd triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:35:17.869655 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:17.946788 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 66bee7fd-83e5-4040-b6e8-469c5ed01edd is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:35:17.947178 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:17.969974 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820c9bda-1008-4e9f-8655-d375d179a4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bee7fd-83e5-4040-b6e8-469c5ed01edd'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:35:17.972187 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e2df20-adca-45d0-a02c-710cd0ac4cd4" -d '{"events": [{"server_uuid": "820c9bda-1008-4e9f-8655-d375d179a4f4", "name": "network-vif-plugged", "status": "completed", "tag": "66bee7fd-83e5-4040-b6e8-469c5ed01edd"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:35:17.995813 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 66bee7fd-83e5-4040-b6e8-469c5ed01edd, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=66bee7fd-83e5-4040-b6e8-469c5ed01edd,segment=NetworkSegment(64664d6c-ce94-4070-8cee-161fdac614e0),segment_id=64664d6c-ce94-4070-8cee-161fdac614e0)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:18.002784 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:18.030823 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af222a58-a5d6-4fa4-910c-3da8872c93c3 x-openstack-request-id: req-af222a58-a5d6-4fa4-910c-3da8872c93c3 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:35:18.031374 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820c9bda-1008-4e9f-8655-d375d179a4f4", "name": "network-vif-plugged", "status": "completed", "tag": "66bee7fd-83e5-4040-b6e8-469c5ed01edd", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:35:18.031636 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af222a58-a5d6-4fa4-910c-3da8872c93c3 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:35:18.032029 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af222a58-a5d6-4fa4-910c-3da8872c93c3'] response: {'server_uuid': '820c9bda-1008-4e9f-8655-d375d179a4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bee7fd-83e5-4040-b6e8-469c5ed01edd', 'code': 200} Jul 28 22:35:18.042874 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 46780) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:18.058501 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=66bee7fd-83e5-4040-b6e8-469c5ed01edd,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:18.070881 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-78bafd14-c1cd-4284-82de-448b90d7b016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:18.149482 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-78bafd14-c1cd-4284-82de-448b90d7b016 admin admin] Publish callbacks [] for security_group (68297788-4077-465d-bda0-d2292843cc91), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:18.153263 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-78bafd14-c1cd-4284-82de-448b90d7b016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (68297788-4077-465d-bda0-d2292843cc91), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:18.180113 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:18.192796 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bafd14-c1cd-4284-82de-448b90d7b016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68297788-4077-465d-bda0-d2292843cc91,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:18.198171 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-78bafd14-c1cd-4284-82de-448b90d7b016 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4472f9bf72e041f09128fa999d2ab4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539750 Jul 28 22:35:18.200832 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 46782) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:18.209030 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ef793-cad6-44c6-9ad5-84a396012510 req-7d91ee84-4a88-4987-b169-c2ca2803449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:18.210584 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-183ef793-cad6-44c6-9ad5-84a396012510 req-7d91ee84-4a88-4987-b169-c2ca2803449b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 1129 time: 0.0521727 Jul 28 22:35:18.249796 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3f1c44c2-641e-4763-9514-696423b28976 admin admin] Publish callbacks [] for security_group (68297788-4077-465d-bda0-d2292843cc91), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:18.258607 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-183ef793-cad6-44c6-9ad5-84a396012510 req-51f0b66a-64d8-4c2d-b6a6-ef36cfd52a15 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381455 Jul 28 22:35:18.271688 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3f1c44c2-641e-4763-9514-696423b28976 admin admin] Publish callbacks [] for security_group (68297788-4077-465d-bda0-d2292843cc91), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:18.320435 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3f1c44c2-641e-4763-9514-696423b28976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (68297788-4077-465d-bda0-d2292843cc91), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:18.322987 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3f1c44c2-641e-4763-9514-696423b28976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:18.324037 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-3f1c44c2-641e-4763-9514-696423b28976 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68297788-4077-465d-bda0-d2292843cc91 HTTP/1.1" status: 204 len: 168 time: 0.1223414 Jul 28 22:35:18.331608 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c44c2-641e-4763-9514-696423b28976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68297788-4077-465d-bda0-d2292843cc91,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:18.823653 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:18.826821 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877844-2791-4059-a027-4a3aaceb4e33 req-caf14284-3785-4bbe-851e-3107cdc7d537 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:18.828314 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-71877844-2791-4059-a027-4a3aaceb4e33 req-caf14284-3785-4bbe-851e-3107cdc7d537 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 945 time: 0.0503793 Jul 28 22:35:18.883716 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-71877844-2791-4059-a027-4a3aaceb4e33 req-6290349a-6087-45ac-a4ee-62e9d1203706 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484586 Jul 28 22:35:20.025065 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380bf70-4acb-473d-bba8-0a3d48e17e16 req-7846dcca-edb8-4aef-b3a6-867bb5b0eb8b tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:20.026585 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0380bf70-4acb-473d-bba8-0a3d48e17e16 req-7846dcca-edb8-4aef-b3a6-867bb5b0eb8b tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 945 time: 0.0546527 Jul 28 22:35:20.085806 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0380bf70-4acb-473d-bba8-0a3d48e17e16 req-6d49c2a6-0dc8-45f2-b91c-328540ff1686 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514245 Jul 28 22:35:20.298162 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:20.428087 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:21.218456 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dfe9c-1cd3-46ad-a0ef-30e15868f1a0 req-4266ebd0-7947-49d4-86cd-bb9a09e98f2d tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:21.225495 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0f5dfe9c-1cd3-46ad-a0ef-30e15868f1a0 req-4266ebd0-7947-49d4-86cd-bb9a09e98f2d tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 945 time: 0.0685704 Jul 28 22:35:21.278510 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0f5dfe9c-1cd3-46ad-a0ef-30e15868f1a0 req-acb3f757-ffe5-45ce-935c-0bcecf226b80 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516651 Jul 28 22:35:22.119997 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a233b-81c0-4613-b0ed-769e50c6c3df req-deb0fdcc-0f4e-4375-8192-225c95010eff tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:22.121461 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9d2a233b-81c0-4613-b0ed-769e50c6c3df req-deb0fdcc-0f4e-4375-8192-225c95010eff tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 945 time: 0.0479672 Jul 28 22:35:22.169471 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9d2a233b-81c0-4613-b0ed-769e50c6c3df req-befc231b-1a3c-4277-b469-508758eb0db3 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Jul 28 22:35:23.291650 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cad212-291b-48a8-b368-7a6d56493dbb req-8f83cce1-a651-4126-a559-7523eb57afa2 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:23.293049 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-38cad212-291b-48a8-b368-7a6d56493dbb req-8f83cce1-a651-4126-a559-7523eb57afa2 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 945 time: 0.0486119 Jul 28 22:35:23.306222 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:23.354669 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-38cad212-291b-48a8-b368-7a6d56493dbb req-af211df0-c7c0-4ea9-a98f-eebce7fcd952 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/security-groups?id=c252c186-251f-41c1-848b-f7915d8b6652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557628 Jul 28 22:35:23.496536 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 46926) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:23.513927 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01e478-3bd6-40ec-a82a-cb3d6597db3e req-1bfa96e7-9511-47f6-bfef-13d22fc6b082 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:23.515393 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-2d01e478-3bd6-40ec-a82a-cb3d6597db3e req-1bfa96e7-9511-47f6-bfef-13d22fc6b082 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.58 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 945 time: 0.0490136 Jul 28 22:35:23.608847 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3a98-56e7-4046-8f31-48817805130f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:23.614453 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-2d01e478-3bd6-40ec-a82a-cb3d6597db3e req-7ed822a4-3f3f-4dc0-9d11-ad20c1142162 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Deleting port 66bee7fd-83e5-4040-b6e8-469c5ed01edd {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:23.614800 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-2d01e478-3bd6-40ec-a82a-cb3d6597db3e req-7ed822a4-3f3f-4dc0-9d11-ad20c1142162 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:23.688646 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3a98-56e7-4046-8f31-48817805130f admin admin] Publish callbacks [] for security_group (2f9b2607-21a4-4607-9b85-411cc5d8ce68), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:23.693324 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9d8c3a98-56e7-4046-8f31-48817805130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (2f9b2607-21a4-4607-9b85-411cc5d8ce68), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:23.712899 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-2d01e478-3bd6-40ec-a82a-cb3d6597db3e req-7ed822a4-3f3f-4dc0-9d11-ad20c1142162 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] For port 66bee7fd-83e5-4040-b6e8-469c5ed01edd, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=66bee7fd-83e5-4040-b6e8-469c5ed01edd,segment=NetworkSegment(64664d6c-ce94-4070-8cee-161fdac614e0),segment_id=64664d6c-ce94-4070-8cee-161fdac614e0)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:23.713402 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-2d01e478-3bd6-40ec-a82a-cb3d6597db3e req-7ed822a4-3f3f-4dc0-9d11-ad20c1142162 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:23.729023 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-2d01e478-3bd6-40ec-a82a-cb3d6597db3e req-7ed822a4-3f3f-4dc0-9d11-ad20c1142162 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Calling delete_port for 66bee7fd-83e5-4040-b6e8-469c5ed01edd owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:23.736155 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-9d8c3a98-56e7-4046-8f31-48817805130f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5bddcb6def5f46528f2178a60956d7b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385130 Jul 28 22:35:23.737153 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c3a98-56e7-4046-8f31-48817805130f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9b2607-21a4-4607-9b85-411cc5d8ce68,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:23.740379 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 46930) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:23.795131 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4e8f177e-9e00-49c1-a91f-67b280c09515 admin admin] Publish callbacks [] for security_group (2f9b2607-21a4-4607-9b85-411cc5d8ce68), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:23.799257 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:23.809013 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:23.826218 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4e8f177e-9e00-49c1-a91f-67b280c09515 admin admin] Publish callbacks [] for security_group (2f9b2607-21a4-4607-9b85-411cc5d8ce68), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:23.880961 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-2d01e478-3bd6-40ec-a82a-cb3d6597db3e req-7ed822a4-3f3f-4dc0-9d11-ad20c1142162 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (66bee7fd-83e5-4040-b6e8-469c5ed01edd), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:23.887581 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4e8f177e-9e00-49c1-a91f-67b280c09515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (2f9b2607-21a4-4607-9b85-411cc5d8ce68), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:23.890483 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4e8f177e-9e00-49c1-a91f-67b280c09515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:23.894419 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-4e8f177e-9e00-49c1-a91f-67b280c09515 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f9b2607-21a4-4607-9b85-411cc5d8ce68 HTTP/1.1" status: 204 len: 168 time: 0.1501288 Jul 28 22:35:23.896288 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['66bee7fd-83e5-4040-b6e8-469c5ed01edd'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:35:23.917497 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f177e-9e00-49c1-a91f-67b280c09515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9b2607-21a4-4607-9b85-411cc5d8ce68,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:23.918456 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed822a4-3f3f-4dc0-9d11-ad20c1142162 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Pushing event deleted for resources: {'Port': ['ID=66bee7fd-83e5-4040-b6e8-469c5ed01edd,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:23.977969 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d01e478-3bd6-40ec-a82a-cb3d6597db3e req-7ed822a4-3f3f-4dc0-9d11-ad20c1142162 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] No DVR routers for this DVR port 66bee7fd-83e5-4040-b6e8-469c5ed01edd on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:35:23.982057 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-2d01e478-3bd6-40ec-a82a-cb3d6597db3e req-7ed822a4-3f3f-4dc0-9d11-ad20c1142162 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:23.987279 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-2d01e478-3bd6-40ec-a82a-cb3d6597db3e req-7ed822a4-3f3f-4dc0-9d11-ad20c1142162 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.58 "DELETE /v2.0/ports/66bee7fd-83e5-4040-b6e8-469c5ed01edd HTTP/1.1" status: 204 len: 173 time: 0.4658198 Jul 28 22:35:23.987746 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820c9bda-1008-4e9f-8655-d375d179a4f4', 'name': 'network-vif-deleted', 'tag': '66bee7fd-83e5-4040-b6e8-469c5ed01edd'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:35:23.994904 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2939efc8-8e8f-4594-a5ab-1d5f2b77b3b5" -d '{"events": [{"server_uuid": "820c9bda-1008-4e9f-8655-d375d179a4f4", "name": "network-vif-deleted", "tag": "66bee7fd-83e5-4040-b6e8-469c5ed01edd"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:35:24.042273 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179e536e-2744-4981-a58c-9283c495ccd9 x-openstack-request-id: req-179e536e-2744-4981-a58c-9283c495ccd9 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:35:24.042736 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820c9bda-1008-4e9f-8655-d375d179a4f4", "name": "network-vif-deleted", "tag": "66bee7fd-83e5-4040-b6e8-469c5ed01edd", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:35:24.043187 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-179e536e-2744-4981-a58c-9283c495ccd9 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:35:24.043843 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179e536e-2744-4981-a58c-9283c495ccd9'] response: {'server_uuid': '820c9bda-1008-4e9f-8655-d375d179a4f4', 'name': 'network-vif-deleted', 'tag': '66bee7fd-83e5-4040-b6e8-469c5ed01edd', 'status': 'completed', 'code': 200} Jul 28 22:35:24.256347 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 46938) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:24.270776 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5e752b2e-3ce7-4772-a7ee-53624b99d0a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:24.354994 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5e752b2e-3ce7-4772-a7ee-53624b99d0a6 admin admin] Publish callbacks [] for security_group (cfb8cedb-d7b6-48d1-a9eb-b610223592ae), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:24.358742 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5e752b2e-3ce7-4772-a7ee-53624b99d0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (cfb8cedb-d7b6-48d1-a9eb-b610223592ae), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:24.401245 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-5e752b2e-3ce7-4772-a7ee-53624b99d0a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34156c3bc6e54273bca4fdfdead54654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437988 Jul 28 22:35:24.402155 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e752b2e-3ce7-4772-a7ee-53624b99d0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb8cedb-d7b6-48d1-a9eb-b610223592ae,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:24.404731 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 46942) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:24.486055 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-13ef42d9-f591-4d59-b60d-cdc5bb743c94 admin admin] Publish callbacks [] for security_group (cfb8cedb-d7b6-48d1-a9eb-b610223592ae), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:24.513171 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-13ef42d9-f591-4d59-b60d-cdc5bb743c94 admin admin] Publish callbacks [] for security_group (cfb8cedb-d7b6-48d1-a9eb-b610223592ae), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:24.517209 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-dd9aae43-00da-49d1-a75e-184e985807fb req-3c2f45cb-367a-475d-b881-52eebb7ef351 tempest-VolumesActionsTest-496174629 tempest-VolumesActionsTest-496174629-project] 10.222.0.39 "GET /v2.0/ports?device_id=820c9bda-1008-4e9f-8655-d375d179a4f4 HTTP/1.1" status: 200 len: 210 time: 0.0322745 Jul 28 22:35:24.566768 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-13ef42d9-f591-4d59-b60d-cdc5bb743c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (cfb8cedb-d7b6-48d1-a9eb-b610223592ae), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:24.569719 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-13ef42d9-f591-4d59-b60d-cdc5bb743c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:24.574004 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-13ef42d9-f591-4d59-b60d-cdc5bb743c94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfb8cedb-d7b6-48d1-a9eb-b610223592ae HTTP/1.1" status: 204 len: 168 time: 0.1682274 Jul 28 22:35:24.583634 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef42d9-f591-4d59-b60d-cdc5bb743c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb8cedb-d7b6-48d1-a9eb-b610223592ae,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:28.312993 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 66bee7fd-83e5-4040-b6e8-469c5ed01edd no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:28.332691 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 66bee7fd-83e5-4040-b6e8-469c5ed01edd {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:28.333039 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 66bee7fd-83e5-4040-b6e8-469c5ed01edd not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:32.950770 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8847791-a595-4b7d-a7cf-0b72ad9c57d1 req-6e531039-bf3c-4e5b-b38f-7537854940df tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:32.952924 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a8847791-a595-4b7d-a7cf-0b72ad9c57d1 req-6e531039-bf3c-4e5b-b38f-7537854940df tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 946 time: 0.0665960 Jul 28 22:35:33.026502 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a8847791-a595-4b7d-a7cf-0b72ad9c57d1 req-0b95bfde-5269-4c4e-a462-4f775fe60ee1 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=10ee5d59-3329-4669-853d-6694905683cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676517 Jul 28 22:35:33.724374 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9544186-5699-4d18-b619-0f2c988cc77d req-e5ec7f94-c65a-4868-b435-2570f57ed77c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:33.726182 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d9544186-5699-4d18-b619-0f2c988cc77d req-e5ec7f94-c65a-4868-b435-2570f57ed77c tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 947 time: 0.0546985 Jul 28 22:35:33.781377 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d9544186-5699-4d18-b619-0f2c988cc77d req-87f6da2f-4c5c-411d-acae-42d97ca78f59 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488007 Jul 28 22:35:34.146806 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d2d54-40a7-4e47-bcde-11da887a5069 req-4a35ec42-c3f5-4220-80c1-90cb2b95b0b5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:34.153796 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0e2d2d54-40a7-4e47-bcde-11da887a5069 req-4a35ec42-c3f5-4220-80c1-90cb2b95b0b5 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 946 time: 0.0552545 Jul 28 22:35:34.209624 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0e2d2d54-40a7-4e47-bcde-11da887a5069 req-632c7c5f-c9a0-4ec0-a278-aa8fca805fbb tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=10ee5d59-3329-4669-853d-6694905683cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547032 Jul 28 22:35:34.549990 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=83,neutron:DELETE=12 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:34.579782 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:34.595983 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:34.856470 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47216) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:34.944129 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80cbbc-2bbe-40ce-9fc2-632d32c089f0 req-4c24e6d6-974a-4845-a022-ef289b27676f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:34.951042 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-dd80cbbc-2bbe-40ce-9fc2-632d32c089f0 req-4c24e6d6-974a-4845-a022-ef289b27676f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 947 time: 0.0604959 Jul 28 22:35:34.980767 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:35.007529 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-dd80cbbc-2bbe-40ce-9fc2-632d32c089f0 req-fcfbc35a-3117-465d-a268-712d4401af43 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552990 Jul 28 22:35:35.056749 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0d2f47ed-43ff-46f8-94c9-c7bcae35d229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:35.149140 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0d2f47ed-43ff-46f8-94c9-c7bcae35d229 admin admin] Publish callbacks [] for security_group (58b69925-13c0-4b70-80ae-b8f7e9ccfd66), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:35.159295 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0d2f47ed-43ff-46f8-94c9-c7bcae35d229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (58b69925-13c0-4b70-80ae-b8f7e9ccfd66), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:35.195766 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f47ed-43ff-46f8-94c9-c7bcae35d229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b69925-13c0-4b70-80ae-b8f7e9ccfd66,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:35.205994 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:35.213892 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47220) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:35.226601 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-0d2f47ed-43ff-46f8-94c9-c7bcae35d229 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4acdcdd4c28d417f8e373bd1c7487413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3681650 Jul 28 22:35:35.286261 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9dd5f08a-89da-4b46-89c2-b75ee30aaf0d admin admin] Publish callbacks [] for security_group (58b69925-13c0-4b70-80ae-b8f7e9ccfd66), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:35.313205 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9dd5f08a-89da-4b46-89c2-b75ee30aaf0d admin admin] Publish callbacks [] for security_group (58b69925-13c0-4b70-80ae-b8f7e9ccfd66), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:35.373209 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9dd5f08a-89da-4b46-89c2-b75ee30aaf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (58b69925-13c0-4b70-80ae-b8f7e9ccfd66), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:35.377913 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9dd5f08a-89da-4b46-89c2-b75ee30aaf0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:35.380142 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-9dd5f08a-89da-4b46-89c2-b75ee30aaf0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58b69925-13c0-4b70-80ae-b8f7e9ccfd66 HTTP/1.1" status: 204 len: 168 time: 0.1651940 Jul 28 22:35:35.384119 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8267e5e-7a63-4504-92cf-01ba71ebb401 req-18d030e7-1849-467f-9239-e595cae64da9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:35.389918 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d8267e5e-7a63-4504-92cf-01ba71ebb401 req-18d030e7-1849-467f-9239-e595cae64da9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 946 time: 0.0917408 Jul 28 22:35:35.398188 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5f08a-89da-4b46-89c2-b75ee30aaf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b69925-13c0-4b70-80ae-b8f7e9ccfd66,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:35.469733 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d8267e5e-7a63-4504-92cf-01ba71ebb401 req-d94d984a-011c-491b-8106-d5139c5b11a2 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=10ee5d59-3329-4669-853d-6694905683cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679133 Jul 28 22:35:35.559659 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-27382e51-08e0-4f78-8972-5cc099b848ab tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:35.561998 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-27382e51-08e0-4f78-8972-5cc099b848ab tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 946 time: 0.0563343 Jul 28 22:35:35.706786 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Deleting port 331a5f1a-4b53-4977-9650-7b036b77770c {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:35.707122 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:35.809147 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47232) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:35.827045 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6d63bca1-ab0f-4c46-b521-6f2ef390f050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:35.848888 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-2a195983-5087-4162-ac5e-d7edd0cc27c6 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:35.850874 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-2a195983-5087-4162-ac5e-d7edd0cc27c6 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.58 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 947 time: 0.1256332 Jul 28 22:35:35.941554 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6d63bca1-ab0f-4c46-b521-6f2ef390f050 admin admin] Publish callbacks [] for security_group (17fe9032-8a7a-40ae-94cf-0cae9a16753f), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:35.947388 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6d63bca1-ab0f-4c46-b521-6f2ef390f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (17fe9032-8a7a-40ae-94cf-0cae9a16753f), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:35.974267 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] For port 331a5f1a-4b53-4977-9650-7b036b77770c, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=331a5f1a-4b53-4977-9650-7b036b77770c,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:35.975121 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:35.993767 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63bca1-ab0f-4c46-b521-6f2ef390f050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fe9032-8a7a-40ae-94cf-0cae9a16753f,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:36.009296 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6d63bca1-ab0f-4c46-b521-6f2ef390f050 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b71c38d365524f079227e87f0d84e193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985910 Jul 28 22:35:36.011869 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47234) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:36.082768 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-f0333026-61b6-4446-9266-8efe02e2f4d2 admin admin] Publish callbacks [] for security_group (17fe9032-8a7a-40ae-94cf-0cae9a16753f), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:36.146615 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-f0333026-61b6-4446-9266-8efe02e2f4d2 admin admin] Publish callbacks [] for security_group (17fe9032-8a7a-40ae-94cf-0cae9a16753f), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:36.174957 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Deleting port b0004cc7-da74-484e-8822-e521573b9c72 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:36.176483 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (b0004cc7-da74-484e-8822-e521573b9c72), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:36.177687 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176e7e1-d61f-48ff-8e36-81e7c19034d6 req-91f69360-5dd9-45dd-b249-cceef8aadc99 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:36.179492 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0176e7e1-d61f-48ff-8e36-81e7c19034d6 req-91f69360-5dd9-45dd-b249-cceef8aadc99 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 947 time: 0.0811703 Jul 28 22:35:36.244429 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0176e7e1-d61f-48ff-8e36-81e7c19034d6 req-e496dd72-03fa-474d-b23a-7cdfaab61644 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups?id=babf15a5-6be1-40ef-9c09-b1c28d4061a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560634 Jul 28 22:35:36.259106 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-f0333026-61b6-4446-9266-8efe02e2f4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (17fe9032-8a7a-40ae-94cf-0cae9a16753f), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:36.262332 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-f0333026-61b6-4446-9266-8efe02e2f4d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:36.273552 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-f0333026-61b6-4446-9266-8efe02e2f4d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17fe9032-8a7a-40ae-94cf-0cae9a16753f HTTP/1.1" status: 204 len: 168 time: 0.2541354 Jul 28 22:35:36.285909 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0333026-61b6-4446-9266-8efe02e2f4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fe9032-8a7a-40ae-94cf-0cae9a16753f,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:36.544542 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:36.544928 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (5149de41-e7bd-41ad-a25c-ed8fe133659e), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:36.545447 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Floating IP 5149de41-e7bd-41ad-a25c-ed8fe133659e disassociated. External IP: 172.27.3.132, port: 331a5f1a-4b53-4977-9650-7b036b77770c. Jul 28 22:35:36.545988 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Calling delete_port for 331a5f1a-4b53-4977-9650-7b036b77770c owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:36.640073 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] For port b0004cc7-da74-484e-8822-e521573b9c72, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=b0004cc7-da74-484e-8822-e521573b9c72,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:36.640756 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (b0004cc7-da74-484e-8822-e521573b9c72), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:36.679949 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a7fde-9428-4068-8553-275fd3e69a02 req-ccfdf612-60d2-4efd-84d3-2ff36b494c41 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:36.689660 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1b3a7fde-9428-4068-8553-275fd3e69a02 req-ccfdf612-60d2-4efd-84d3-2ff36b494c41 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 946 time: 0.0972846 Jul 28 22:35:36.725063 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:36.792949 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:36.809597 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1b3a7fde-9428-4068-8553-275fd3e69a02 req-86afcbfd-2b16-44f5-819c-9d4520e5f3cd tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups?id=10ee5d59-3329-4669-853d-6694905683cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079545 Jul 28 22:35:36.928543 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (331a5f1a-4b53-4977-9650-7b036b77770c), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:36.932180 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:36.932847 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (53148e5b-3130-496e-866a-115c7ae96337), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:36.933503 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Floating IP 53148e5b-3130-496e-866a-115c7ae96337 disassociated. External IP: 172.27.3.232, port: b0004cc7-da74-484e-8822-e521573b9c72. Jul 28 22:35:36.933822 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Calling delete_port for b0004cc7-da74-484e-8822-e521573b9c72 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:36.975137 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event deleted for resources: {'Port': ['ID=331a5f1a-4b53-4977-9650-7b036b77770c,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:37.178044 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Router 4212d08f-0cd3-4631-829f-f12aa2744ce6 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:35:37.275875 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (b0004cc7-da74-484e-8822-e521573b9c72), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:37.347969 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event deleted for resources: {'Port': ['ID=b0004cc7-da74-484e-8822-e521573b9c72,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:37.420062 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-599af5ed-eb4a-43a9-92a3-dbe464781504 req-a431cc6f-baff-4b51-ab18-affeb5e6cdcc tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 210 time: 0.0641692 Jul 28 22:35:37.481641 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:35:37.494738 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e992eb-ec3b-440f-ad6f-d299515864bf None None] Sync routers for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:35:37.506974 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e992eb-ec3b-440f-ad6f-d299515864bf None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:37.515645 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-31e992eb-ec3b-440f-ad6f-d299515864bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:37.574562 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] No DVR routers for this DVR port 331a5f1a-4b53-4977-9650-7b036b77770c on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:35:37.579105 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:37.584396 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f1fc6fa3-5e6c-47f3-b09a-2398267c8167 req-13e760d5-7cf7-47c0-99c6-48291be78df9 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.58 "DELETE /v2.0/ports/331a5f1a-4b53-4977-9650-7b036b77770c HTTP/1.1" status: 204 len: 173 time: 1.9959168 Jul 28 22:35:37.585079 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c132dc-7c92-4660-afaa-1dd24ffa061f', 'name': 'network-vif-deleted', 'tag': '331a5f1a-4b53-4977-9650-7b036b77770c'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:35:37.587634 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce3163b-013e-4e86-b416-22bde5ad54a5" -d '{"events": [{"server_uuid": "63c132dc-7c92-4660-afaa-1dd24ffa061f", "name": "network-vif-deleted", "tag": "331a5f1a-4b53-4977-9650-7b036b77770c"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:35:37.696562 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51354a6d-2e6d-45ee-86bf-d4389dc641da x-openstack-request-id: req-51354a6d-2e6d-45ee-86bf-d4389dc641da {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:35:37.697591 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c132dc-7c92-4660-afaa-1dd24ffa061f", "name": "network-vif-deleted", "tag": "331a5f1a-4b53-4977-9650-7b036b77770c", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:35:37.697991 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51354a6d-2e6d-45ee-86bf-d4389dc641da {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:35:37.698544 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51354a6d-2e6d-45ee-86bf-d4389dc641da'] response: {'server_uuid': '63c132dc-7c92-4660-afaa-1dd24ffa061f', 'name': 'network-vif-deleted', 'tag': '331a5f1a-4b53-4977-9650-7b036b77770c', 'status': 'completed', 'code': 200} Jul 28 22:35:37.700921 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Router 84e728da-e7c5-4640-b795-c7ed907d7480 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:35:37.703691 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:37.940195 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-31e992eb-ec3b-440f-ad6f-d299515864bf None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:37.975533 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:35:37.991273 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d139657-8df8-4a1a-9cef-dfe67d2c599b None None] Sync routers for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:35:38.011662 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d139657-8df8-4a1a-9cef-dfe67d2c599b None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:38.012415 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-4d139657-8df8-4a1a-9cef-dfe67d2c599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:38.083030 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] No DVR routers for this DVR port b0004cc7-da74-484e-8822-e521573b9c72 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:35:38.090524 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:38.094544 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-b3c16483-caa6-4aad-b617-14c2d4a4217e req-82d7e72c-f30b-4a19-9d5c-2156b0bb3f67 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.58 "DELETE /v2.0/ports/b0004cc7-da74-484e-8822-e521573b9c72 HTTP/1.1" status: 204 len: 173 time: 2.2362859 Jul 28 22:35:38.122111 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9380e22d-1ccc-4246-970b-64dfcc3de796 req-722776a4-56ec-4626-940a-054aa2603f66 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/ports?device_id=63c132dc-7c92-4660-afaa-1dd24ffa061f HTTP/1.1" status: 200 len: 210 time: 0.1007278 Jul 28 22:35:38.213823 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-4d139657-8df8-4a1a-9cef-dfe67d2c599b None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:38.336285 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-31e992eb-ec3b-440f-ad6f-d299515864bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:38.362423 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e992eb-ec3b-440f-ad6f-d299515864bf None None] Checking router: 4212d08f-0cd3-4631-829f-f12aa2744ce6 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:35:38.372444 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e992eb-ec3b-440f-ad6f-d299515864bf None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:38.373259 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-31e992eb-ec3b-440f-ad6f-d299515864bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:38.513823 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-31e992eb-ec3b-440f-ad6f-d299515864bf None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:38.579617 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-4d139657-8df8-4a1a-9cef-dfe67d2c599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:24Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:38.608276 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e6e716a8-97f1-499d-bc70-ea0f4deafd4c req-24b4130c-efbb-4923-8de3-da18ce85a3c8 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c641cce-d011-422d-9a7a-268910d8d1a4 HTTP/1.1" status: 200 len: 210 time: 0.0425158 Jul 28 22:35:38.635778 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d139657-8df8-4a1a-9cef-dfe67d2c599b None None] Checking router: 84e728da-e7c5-4640-b795-c7ed907d7480 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:35:38.653485 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d139657-8df8-4a1a-9cef-dfe67d2c599b None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:38.654235 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-4d139657-8df8-4a1a-9cef-dfe67d2c599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:38.780074 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:38.836147 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-4d139657-8df8-4a1a-9cef-dfe67d2c599b None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:38.961014 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-31e992eb-ec3b-440f-ad6f-d299515864bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:38.994073 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e992eb-ec3b-440f-ad6f-d299515864bf None None] The sync data for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi is: [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:28:15Z', 'revision_number': 4, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': 'c765de4e-2033-424e-88c6-db90c5f9dda6', 'name': '', 'network_id': '6ba94cd9-b91a-4088-b65d-e5c882850ab5', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'mac_address': 'fa:16:3e:24:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:11Z', 'updated_at': '2022-07-28T22:28:28Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'subnets': [{'id': 'bd9d7ef8-b1ea-409f-bc0d-02c57dced297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:35:39.038791 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:39.097109 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-4d139657-8df8-4a1a-9cef-dfe67d2c599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:24Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:39.131693 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d139657-8df8-4a1a-9cef-dfe67d2c599b None None] The sync data for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi is: [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:28:10Z', 'revision_number': 4, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '731e120f-9ac0-4a9f-89af-57466aa80f55', 'name': '', 'network_id': '425ace09-193c-40d9-ace1-b357fa18c983', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'mac_address': 'fa:16:3e:75:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:09Z', 'updated_at': '2022-07-28T22:28:24Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'subnets': [{'id': 'd48d9b17-b454-4d3c-bc21-b33608361781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:35:39.321013 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47324) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:39.333219 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:39.449940 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed7c2-c254-46ac-bee4-e50964d8976d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (10ee5d59-3329-4669-853d-6694905683cb), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:39.496835 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee638e6c-7e33-4765-a2a7-a218d4627593 None None] New status for floating IP 5149de41-e7bd-41ad-a25c-ed8fe133659e: DOWN {{(pid=104119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:35:39.518047 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed7c2-c254-46ac-bee4-e50964d8976d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (10ee5d59-3329-4669-853d-6694905683cb), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:39.669181 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed7c2-c254-46ac-bee4-e50964d8976d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (10ee5d59-3329-4669-853d-6694905683cb), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:39.685002 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ed6ed7c2-c254-46ac-bee4-e50964d8976d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:39.687451 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ed6ed7c2-c254-46ac-bee4-e50964d8976d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "DELETE /v2.0/security-groups/10ee5d59-3329-4669-853d-6694905683cb HTTP/1.1" status: 204 len: 168 time: 0.3650615 Jul 28 22:35:39.690320 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47338) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:39.724052 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'name': 'network-vif-deleted', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:35:39.738689 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f96efd-49d0-4b6e-ba69-b9534df0d915 None None] New status for floating IP 53148e5b-3130-496e-866a-115c7ae96337: DOWN {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:35:39.741837 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7de3c02-3de2-47c9-abd0-422412f8b1c4" -d '{"events": [{"server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "name": "network-vif-deleted", "tag": "b0004cc7-da74-484e-8822-e521573b9c72"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:35:39.751170 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.api.v2.resource [None req-c7679253-e502-4a15-82aa-bffb106aa9a8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] show failed (client error): The resource could not be found. Jul 28 22:35:39.755269 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c7679253-e502-4a15-82aa-bffb106aa9a8 tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "GET /v2.0/security-groups/10ee5d59-3329-4669-853d-6694905683cb HTTP/1.1" status: 404 len: 347 time: 0.0626020 Jul 28 22:35:39.759319 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47346) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:39.816629 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ed7c2-c254-46ac-bee4-e50964d8976d tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ee5d59-3329-4669-853d-6694905683cb,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:39.829400 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47348) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:39.884462 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:35:39.976430 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device b0004cc7-da74-484e-8822-e521573b9c72 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:39.978570 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a037c48-cb17-46ca-a795-5b77d728df25 req-26f58337-83d6-49e4-a9f3-78b1505db1a0 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:39.989961 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4a037c48-cb17-46ca-a795-5b77d728df25 req-26f58337-83d6-49e4-a9f3-78b1505db1a0 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 946 time: 0.2825823 Jul 28 22:35:40.007901 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: b0004cc7-da74-484e-8822-e521573b9c72 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:40.008429 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device b0004cc7-da74-484e-8822-e521573b9c72 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:40.008949 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 331a5f1a-4b53-4977-9650-7b036b77770c no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:40.032640 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a748129-6e82-44f0-a364-62595dfca2f7 x-openstack-request-id: req-8a748129-6e82-44f0-a364-62595dfca2f7 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:35:40.033012 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c641cce-d011-422d-9a7a-268910d8d1a4", "name": "network-vif-deleted", "tag": "b0004cc7-da74-484e-8822-e521573b9c72", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:35:40.033274 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a748129-6e82-44f0-a364-62595dfca2f7 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:35:40.033707 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a748129-6e82-44f0-a364-62595dfca2f7'] response: {'server_uuid': '4c641cce-d011-422d-9a7a-268910d8d1a4', 'name': 'network-vif-deleted', 'tag': 'b0004cc7-da74-484e-8822-e521573b9c72', 'status': 'completed', 'code': 200} Jul 28 22:35:40.058284 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 331a5f1a-4b53-4977-9650-7b036b77770c {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:40.058819 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 331a5f1a-4b53-4977-9650-7b036b77770c not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:40.114781 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-57f013b2-7b65-45ef-abb7-9e8ad408bb45 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group (babf15a5-6be1-40ef-9c09-b1c28d4061a9), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.120947 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-352a5e12-2520-4876-ad44-f0095851f87b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Deleting port 49fad180-42ed-4bb5-bfac-f93c47d23683 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:40.123606 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-352a5e12-2520-4876-ad44-f0095851f87b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (49fad180-42ed-4bb5-bfac-f93c47d23683), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.134423 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4a037c48-cb17-46ca-a795-5b77d728df25 req-fe150999-ba3d-4341-aaa7-f90c15b1006f tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415436 Jul 28 22:35:40.203742 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-57f013b2-7b65-45ef-abb7-9e8ad408bb45 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group (babf15a5-6be1-40ef-9c09-b1c28d4061a9), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.230146 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:40.238308 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-352a5e12-2520-4876-ad44-f0095851f87b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (49fad180-42ed-4bb5-bfac-f93c47d23683), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.238774 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-352a5e12-2520-4876-ad44-f0095851f87b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (49fad180-42ed-4bb5-bfac-f93c47d23683), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.256214 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-352a5e12-2520-4876-ad44-f0095851f87b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Calling delete_port for 49fad180-42ed-4bb5-bfac-f93c47d23683 owned by network:floatingip {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:40.276578 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-57f013b2-7b65-45ef-abb7-9e8ad408bb45 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (babf15a5-6be1-40ef-9c09-b1c28d4061a9), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.279485 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-57f013b2-7b65-45ef-abb7-9e8ad408bb45 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.283523 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-57f013b2-7b65-45ef-abb7-9e8ad408bb45 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "DELETE /v2.0/security-groups/babf15a5-6be1-40ef-9c09-b1c28d4061a9 HTTP/1.1" status: 204 len: 168 time: 0.4394264 Jul 28 22:35:40.284313 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47356) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:40.311555 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47358) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:40.322502 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f013b2-7b65-45ef-abb7-9e8ad408bb45 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=babf15a5-6be1-40ef-9c09-b1c28d4061a9,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:40.324746 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.api.v2.resource [None req-5f2ec8fa-8d94-4798-b9aa-9922a378be74 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] show failed (client error): The resource could not be found. Jul 28 22:35:40.325884 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-5f2ec8fa-8d94-4798-b9aa-9922a378be74 tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "GET /v2.0/security-groups/babf15a5-6be1-40ef-9c09-b1c28d4061a9 HTTP/1.1" status: 404 len: 347 time: 0.0403852 Jul 28 22:35:40.328843 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47362) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:40.479207 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e8a75-dad4-4568-91c8-c6afd3fcaf3f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Deleting port 006f23ab-988a-4130-a473-e4f7082f851a {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:40.479539 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9a2e8a75-dad4-4568-91c8-c6afd3fcaf3f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (006f23ab-988a-4130-a473-e4f7082f851a), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.561975 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-352a5e12-2520-4876-ad44-f0095851f87b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (49fad180-42ed-4bb5-bfac-f93c47d23683), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.564667 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8e073e44-cb3c-428d-aae3-a8bd28c88400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.567751 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:40.608169 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a5e12-2520-4876-ad44-f0095851f87b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Pushing event deleted for resources: {'Port': ['ID=49fad180-42ed-4bb5-bfac-f93c47d23683,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:40.632491 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9a2e8a75-dad4-4568-91c8-c6afd3fcaf3f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (006f23ab-988a-4130-a473-e4f7082f851a), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.633128 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9a2e8a75-dad4-4568-91c8-c6afd3fcaf3f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (006f23ab-988a-4130-a473-e4f7082f851a), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.658267 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e8a75-dad4-4568-91c8-c6afd3fcaf3f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Calling delete_port for 006f23ab-988a-4130-a473-e4f7082f851a owned by network:floatingip {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:40.710324 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-352a5e12-2520-4876-ad44-f0095851f87b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks [] for floatingip (5149de41-e7bd-41ad-a25c-ed8fe133659e), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.713220 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-352a5e12-2520-4876-ad44-f0095851f87b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.715042 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-352a5e12-2520-4876-ad44-f0095851f87b tempest-AttachVolumeNegativeTest-805726073 tempest-AttachVolumeNegativeTest-805726073-project] 10.222.0.39 "DELETE /v2.0/floatingips/5149de41-e7bd-41ad-a25c-ed8fe133659e HTTP/1.1" status: 204 len: 168 time: 0.9544830 Jul 28 22:35:40.740694 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:40.774209 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8e073e44-cb3c-428d-aae3-a8bd28c88400 admin admin] Publish callbacks [] for security_group (952508c6-c2a7-4f50-8c11-c68aceced6a0), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.783139 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8e073e44-cb3c-428d-aae3-a8bd28c88400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (952508c6-c2a7-4f50-8c11-c68aceced6a0), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.847548 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-8e073e44-cb3c-428d-aae3-a8bd28c88400 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6dc16dd2e2664546af3513bf12c4ad2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5343885 Jul 28 22:35:40.850793 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47368) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:40.852910 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e073e44-cb3c-428d-aae3-a8bd28c88400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952508c6-c2a7-4f50-8c11-c68aceced6a0,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:40.944849 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9a2e8a75-dad4-4568-91c8-c6afd3fcaf3f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (006f23ab-988a-4130-a473-e4f7082f851a), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:40.978952 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e8a75-dad4-4568-91c8-c6afd3fcaf3f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Pushing event deleted for resources: {'Port': ['ID=006f23ab-988a-4130-a473-e4f7082f851a,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:40.981968 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-86b2ca8c-c203-4744-9c23-1c435b744ab9 admin admin] Publish callbacks [] for security_group (952508c6-c2a7-4f50-8c11-c68aceced6a0), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.054687 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-86b2ca8c-c203-4744-9c23-1c435b744ab9 admin admin] Publish callbacks [] for security_group (952508c6-c2a7-4f50-8c11-c68aceced6a0), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.089468 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9a2e8a75-dad4-4568-91c8-c6afd3fcaf3f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks [] for floatingip (53148e5b-3130-496e-866a-115c7ae96337), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.092186 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9a2e8a75-dad4-4568-91c8-c6afd3fcaf3f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.093407 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-9a2e8a75-dad4-4568-91c8-c6afd3fcaf3f tempest-AttachVolumeShelveTestJSON-1086805582 tempest-AttachVolumeShelveTestJSON-1086805582-project] 10.222.0.39 "DELETE /v2.0/floatingips/53148e5b-3130-496e-866a-115c7ae96337 HTTP/1.1" status: 204 len: 168 time: 0.7636712 Jul 28 22:35:41.142585 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-86b2ca8c-c203-4744-9c23-1c435b744ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (952508c6-c2a7-4f50-8c11-c68aceced6a0), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.145969 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-86b2ca8c-c203-4744-9c23-1c435b744ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.147331 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-86b2ca8c-c203-4744-9c23-1c435b744ab9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/952508c6-c2a7-4f50-8c11-c68aceced6a0 HTTP/1.1" status: 204 len: 168 time: 0.2953422 Jul 28 22:35:41.166371 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2ca8c-c203-4744-9c23-1c435b744ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952508c6-c2a7-4f50-8c11-c68aceced6a0,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:41.292169 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:41.320190 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-cd4b1278-0369-4a46-8dd8-c992a97c701e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:41.322318 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-cd4b1278-0369-4a46-8dd8-c992a97c701e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 946 time: 0.0625751 Jul 28 22:35:41.324137 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466b903-bc06-4966-9968-c2434e30acc4 req-6e287919-63a1-4761-a8f1-cc070be3a27a tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:41.325868 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d466b903-bc06-4966-9968-c2434e30acc4 req-6e287919-63a1-4761-a8f1-cc070be3a27a tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 946 time: 0.0883760 Jul 28 22:35:41.414329 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d466b903-bc06-4966-9968-c2434e30acc4 req-bcdd410d-2915-452e-9488-27ab887a13e9 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783627 Jul 28 22:35:41.473134 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Deleting port ac87f497-4264-4cef-8637-fb0c985ee2c9 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:41.473479 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.608265 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:41.610738 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] For port ac87f497-4264-4cef-8637-fb0c985ee2c9, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=ac87f497-4264-4cef-8637-fb0c985ee2c9,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:41.611205 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.642467 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47384) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:41.660221 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-50a7cbfd-73f6-4e89-ac44-cec3ccacedb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.782917 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-50a7cbfd-73f6-4e89-ac44-cec3ccacedb7 admin admin] Publish callbacks [] for security_group (893e1137-103b-4f3d-b014-19148772d4dd), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.791627 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-50a7cbfd-73f6-4e89-ac44-cec3ccacedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (893e1137-103b-4f3d-b014-19148772d4dd), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.800997 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.801703 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (47467389-38c5-421d-9fab-ffa50a76c8c0), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.801703 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Floating IP 47467389-38c5-421d-9fab-ffa50a76c8c0 disassociated. External IP: 172.27.3.225, port: ac87f497-4264-4cef-8637-fb0c985ee2c9. Jul 28 22:35:41.802024 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Calling delete_port for ac87f497-4264-4cef-8637-fb0c985ee2c9 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:41.836741 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-50a7cbfd-73f6-4e89-ac44-cec3ccacedb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ae912bf26144a66858cee7f95c94526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904795 Jul 28 22:35:41.836741 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7cbfd-73f6-4e89-ac44-cec3ccacedb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893e1137-103b-4f3d-b014-19148772d4dd,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:41.838194 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47390) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:41.903422 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43fef4dd-0420-4f5a-a364-1c4278f43355 admin admin] Publish callbacks [] for security_group (893e1137-103b-4f3d-b014-19148772d4dd), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.953651 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43fef4dd-0420-4f5a-a364-1c4278f43355 admin admin] Publish callbacks [] for security_group (893e1137-103b-4f3d-b014-19148772d4dd), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:41.955523 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:41.979853 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (ac87f497-4264-4cef-8637-fb0c985ee2c9), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:42.023467 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43fef4dd-0420-4f5a-a364-1c4278f43355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (893e1137-103b-4f3d-b014-19148772d4dd), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:42.029085 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43fef4dd-0420-4f5a-a364-1c4278f43355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:42.030959 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-43fef4dd-0420-4f5a-a364-1c4278f43355 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/893e1137-103b-4f3d-b014-19148772d4dd HTTP/1.1" status: 204 len: 168 time: 0.1912076 Jul 28 22:35:42.038714 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event deleted for resources: {'Port': ['ID=ac87f497-4264-4cef-8637-fb0c985ee2c9,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:42.059325 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fef4dd-0420-4f5a-a364-1c4278f43355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893e1137-103b-4f3d-b014-19148772d4dd,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:42.252566 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Router 4f77eabe-b3ee-4fc4-95ce-63f966079580 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:35:42.410279 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:35:42.422169 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2085c6a-bebb-4aaf-a5f9-9f04a1859b82 None None] Sync routers for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:35:42.449968 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2085c6a-bebb-4aaf-a5f9-9f04a1859b82 None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:42.450882 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-d2085c6a-bebb-4aaf-a5f9-9f04a1859b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:42.563654 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] No DVR routers for this DVR port ac87f497-4264-4cef-8637-fb0c985ee2c9 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:35:42.568778 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:42.576079 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c444ff22-8a38-4a54-a73c-3be4c6df498e req-7394af67-2ff4-4907-9368-3452d839d36e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "DELETE /v2.0/ports/ac87f497-4264-4cef-8637-fb0c985ee2c9 HTTP/1.1" status: 204 len: 173 time: 1.2439361 Jul 28 22:35:42.594477 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47525846-7437-4e19-acd2-70f0ea466207', 'name': 'network-vif-deleted', 'tag': 'ac87f497-4264-4cef-8637-fb0c985ee2c9'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:35:42.635919 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b28692-767a-47c9-82a0-ced3aaa260c7" -d '{"events": [{"server_uuid": "47525846-7437-4e19-acd2-70f0ea466207", "name": "network-vif-deleted", "tag": "ac87f497-4264-4cef-8637-fb0c985ee2c9"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:35:42.693252 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1b1407c6-b968-40df-8cb8-fe3c8d4a7c8e req-fb2897ec-0cd2-425c-a23d-7bc39bd190f4 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=47525846-7437-4e19-acd2-70f0ea466207 HTTP/1.1" status: 200 len: 210 time: 0.0942962 Jul 28 22:35:42.779758 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b1ccbc-2b34-47ee-8a6f-c3fa1f6dd9e8 x-openstack-request-id: req-b6b1ccbc-2b34-47ee-8a6f-c3fa1f6dd9e8 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:35:42.780035 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47525846-7437-4e19-acd2-70f0ea466207", "name": "network-vif-deleted", "tag": "ac87f497-4264-4cef-8637-fb0c985ee2c9", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:35:42.780659 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6b1ccbc-2b34-47ee-8a6f-c3fa1f6dd9e8 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:35:42.781250 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b1ccbc-2b34-47ee-8a6f-c3fa1f6dd9e8'] response: {'server_uuid': '47525846-7437-4e19-acd2-70f0ea466207', 'name': 'network-vif-deleted', 'tag': 'ac87f497-4264-4cef-8637-fb0c985ee2c9', 'status': 'completed', 'code': 200} Jul 28 22:35:42.818268 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-d2085c6a-bebb-4aaf-a5f9-9f04a1859b82 None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:43.069478 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:43.122929 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:43.225783 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-d2085c6a-bebb-4aaf-a5f9-9f04a1859b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:43.269606 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2085c6a-bebb-4aaf-a5f9-9f04a1859b82 None None] Checking router: 4f77eabe-b3ee-4fc4-95ce-63f966079580 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:35:43.281215 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2085c6a-bebb-4aaf-a5f9-9f04a1859b82 None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:43.282037 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-d2085c6a-bebb-4aaf-a5f9-9f04a1859b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:43.289983 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47444) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:43.432426 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-d2085c6a-bebb-4aaf-a5f9-9f04a1859b82 None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:43.479880 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-310712378-network', 'tenant_id': 'a4f75425fc254368bd7870a27d8b0ebe'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:35:43.553547 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Made reservation on behalf of a4f75425fc254368bd7870a27d8b0ebe for: {'network': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:35:43.555994 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:43.571543 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:43.632497 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:43.699485 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:43.702893 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Publish callbacks [] for security_group (5e34bf46-87cf-40c3-a668-1384dfde107d), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:43.708469 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (5e34bf46-87cf-40c3-a668-1384dfde107d), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:43.739656 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=104116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:35:43.754846 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (ce7ce21f-7118-4935-a311-ee0eb1a6fdaa), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:43.755513 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.segments_db [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Added segment ce7ce21f-7118-4935-a311-ee0eb1a6fdaa of type vlan for network 6089e3e6-50cb-49e6-b42b-eb50106f808f Jul 28 22:35:43.853183 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (6089e3e6-50cb-49e6-b42b-eb50106f808f), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:43.879420 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-d2085c6a-bebb-4aaf-a5f9-9f04a1859b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:43.896547 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e34bf46-87cf-40c3-a668-1384dfde107d,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:43.917959 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2085c6a-bebb-4aaf-a5f9-9f04a1859b82 None None] The sync data for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi is: [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:35:43.957267 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (6089e3e6-50cb-49e6-b42b-eb50106f808f), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:43.957267 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:43.957267 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:43.967429 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device ac87f497-4264-4cef-8637-fb0c985ee2c9 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:44.000298 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7088997 Jul 28 22:35:44.005340 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47476) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:44.014219 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: ac87f497-4264-4cef-8637-fb0c985ee2c9 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:44.015904 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device ac87f497-4264-4cef-8637-fb0c985ee2c9 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:44.017323 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-47eb24d3-f777-4836-8c7c-3f7a56164bf0 admin admin] Request body: {'subnet': {'network_id': '6089e3e6-50cb-49e6-b42b-eb50106f808f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-310712378-subnet', 'tenant_id': 'a4f75425fc254368bd7870a27d8b0ebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:35:44.069138 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eb24d3-f777-4836-8c7c-3f7a56164bf0 admin admin] Made reservation on behalf of a4f75425fc254368bd7870a27d8b0ebe for: {'subnet': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:35:44.073588 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-47eb24d3-f777-4836-8c7c-3f7a56164bf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843457'] for subnet (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:44.102213 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47480) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:44.114090 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33206f24-8c3c-4f00-a4ea-1cf6edbdfc4f admin admin] Pushing event updated for resources: {'Network': ['ID=6089e3e6-50cb-49e6-b42b-eb50106f808f,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:44.127548 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 6089e3e6-50cb-49e6-b42b-eb50106f808f details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:35:44.450574 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467084e9-6256-4e71-82c2-cf373c7f0a0f None None] New status for floating IP 47467389-38c5-421d-9fab-ffa50a76c8c0: DOWN {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:35:44.554088 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-7601dfc7-37b4-4844-b684-242668ce3862 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337180336&fields=id&tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f HTTP/1.1" status: 200 len: 267 time: 0.0647247 Jul 28 22:35:44.699457 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c30f530b-26d8-4a7d-acb3-ec4c5d9abdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (84e728da-e7c5-4640-b795-c7ed907d7480), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:44.850214 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-4feeff10-ba1b-4eef-9743-6c3fd8d90bb9 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:44.853290 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-4feeff10-ba1b-4eef-9743-6c3fd8d90bb9 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 811 time: 0.2871087 Jul 28 22:35:44.882013 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-04a96369-3b24-4a6b-ab31-e936839ee589 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/quotas/862a3f47ebe842fb8c5fbd4ef08f0b5f HTTP/1.1" status: 200 len: 375 time: 0.0228932 Jul 28 22:35:44.882629 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47492) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:44.888842 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-47eb24d3-f777-4836-8c7c-3f7a56164bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58993893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843503'] for subnet (fb11a2ca-d831-4d12-8042-b7c9a2a7295e), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:44.988615 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-0f809722-641e-41c9-81ea-791e6652049d tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895863 Jul 28 22:35:45.161275 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:45.166374 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb24d3-f777-4836-8c7c-3f7a56164bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb11a2ca-d831-4d12-8042-b7c9a2a7295e,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:45.261434 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eb24d3-f777-4836-8c7c-3f7a56164bf0 admin admin] Checking segment: {'id': 'ce7ce21f-7118-4935-a311-ee0eb1a6fdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6089e3e6-50cb-49e6-b42b-eb50106f808f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:35:45.261798 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb24d3-f777-4836-8c7c-3f7a56164bf0 admin admin] Network hostable DHCP agents. Network: 6089e3e6-50cb-49e6-b42b-eb50106f808f, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:35:45.267444 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:45.272210 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-c30f530b-26d8-4a7d-acb3-ec4c5d9abdd9 admin admin] Deleting port 731e120f-9ac0-4a9f-89af-57466aa80f55 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:45.272520 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c30f530b-26d8-4a7d-acb3-ec4c5d9abdd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:45.343953 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:45.358024 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-cbc5dbdd-33d9-406e-9c19-f17b1544cb64 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513803 Jul 28 22:35:45.368751 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb24d3-f777-4836-8c7c-3f7a56164bf0 admin admin] Network 6089e3e6-50cb-49e6-b42b-eb50106f808f is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:35:45.379446 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-c30f530b-26d8-4a7d-acb3-ec4c5d9abdd9 admin admin] For port 731e120f-9ac0-4a9f-89af-57466aa80f55, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=731e120f-9ac0-4a9f-89af-57466aa80f55,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:45.380269 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c30f530b-26d8-4a7d-acb3-ec4c5d9abdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:45.406549 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-c30f530b-26d8-4a7d-acb3-ec4c5d9abdd9 admin admin] Calling delete_port for 731e120f-9ac0-4a9f-89af-57466aa80f55 owned by network:router_interface {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:45.431062 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-47eb24d3-f777-4836-8c7c-3f7a56164bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 6089e3e6-50cb-49e6-b42b-eb50106f808f) {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:35:45.443562 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eb24d3-f777-4836-8c7c-3f7a56164bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:45.444150 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-47eb24d3-f777-4836-8c7c-3f7a56164bf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:45.460623 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e82411-d590-441f-8c63-ca47a155fd0a None None] Network 6089e3e6-50cb-49e6-b42b-eb50106f808f requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:35:45.469490 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-868b1adb-70ab-428b-84aa-efb2ce9edb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:45.521655 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-47eb24d3-f777-4836-8c7c-3f7a56164bf0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5015852 Jul 28 22:35:45.536526 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:45.538718 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-dae6c75e-5c0a-4b0a-8b96-5fd98b105017 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787729 Jul 28 22:35:45.609032 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:45.766168 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7dc04bcf-34c2-47fd-9ec4-84c64fe93606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (4212d08f-0cd3-4631-829f-f12aa2744ce6), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:45.830470 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c30f530b-26d8-4a7d-acb3-ec4c5d9abdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (731e120f-9ac0-4a9f-89af-57466aa80f55), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:45.870825 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f530b-26d8-4a7d-acb3-ec4c5d9abdd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=731e120f-9ac0-4a9f-89af-57466aa80f55,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:45.882924 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47512) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:45.962131 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5b5564-bc54-465c-b7bb-7acbec6437e2 None None] Network 6089e3e6-50cb-49e6-b42b-eb50106f808f requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:35:46.422961 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-978463cf-7922-46f7-81ad-f201f917e2bf req-6d46b5f4-6a04-43cf-8af6-df7149e38d78 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 210 time: 0.1274183 Jul 28 22:35:46.472243 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-7dc04bcf-34c2-47fd-9ec4-84c64fe93606 admin admin] Deleting port c765de4e-2033-424e-88c6-db90c5f9dda6 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:46.472586 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7dc04bcf-34c2-47fd-9ec4-84c64fe93606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:46.564851 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c30f530b-26d8-4a7d-acb3-ec4c5d9abdd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (84e728da-e7c5-4640-b795-c7ed907d7480), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:46.595136 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-7dc04bcf-34c2-47fd-9ec4-84c64fe93606 admin admin] For port c765de4e-2033-424e-88c6-db90c5f9dda6, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=c765de4e-2033-424e-88c6-db90c5f9dda6,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:46.597141 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7dc04bcf-34c2-47fd-9ec4-84c64fe93606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:46.617601 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-7dc04bcf-34c2-47fd-9ec4-84c64fe93606 admin admin] Calling delete_port for c765de4e-2033-424e-88c6-db90c5f9dda6 owned by network:router_interface {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:46.661613 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47536) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:46.672868 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-191266923-network', 'tenant_id': '04fc9eb053f64757a168c04252c7f44f'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:35:46.688997 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-2c7271d6-0530-47af-b58b-face59694ce1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Deleting port cc607077-4d41-4769-8c12-b2f14bcf75c3 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:46.689488 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2c7271d6-0530-47af-b58b-face59694ce1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (cc607077-4d41-4769-8c12-b2f14bcf75c3), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:46.703023 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:46.826413 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Made reservation on behalf of 04fc9eb053f64757a168c04252c7f44f for: {'network': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:35:46.828754 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:46.850438 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:46.900662 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:46.905199 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7dc04bcf-34c2-47fd-9ec4-84c64fe93606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (c765de4e-2033-424e-88c6-db90c5f9dda6), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:46.927465 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:46.949103 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc04bcf-34c2-47fd-9ec4-84c64fe93606 admin admin] Pushing event deleted for resources: {'Port': ['ID=c765de4e-2033-424e-88c6-db90c5f9dda6,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:47.025431 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2c7271d6-0530-47af-b58b-face59694ce1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (cc607077-4d41-4769-8c12-b2f14bcf75c3), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:47.026089 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2c7271d6-0530-47af-b58b-face59694ce1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for floatingip (cc607077-4d41-4769-8c12-b2f14bcf75c3), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:47.054869 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:47.071760 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-2c7271d6-0530-47af-b58b-face59694ce1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Calling delete_port for cc607077-4d41-4769-8c12-b2f14bcf75c3 owned by network:floatingip {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:47.194770 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30f530b-26d8-4a7d-acb3-ec4c5d9abdd9 admin admin] Router 84e728da-e7c5-4640-b795-c7ed907d7480 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:35:47.257139 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7dc04bcf-34c2-47fd-9ec4-84c64fe93606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (4212d08f-0cd3-4631-829f-f12aa2744ce6), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:47.292242 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Publish callbacks [] for security_group (68eed08d-93bc-4615-82a9-ba2ee0ebb625), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:47.346016 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (68eed08d-93bc-4615-82a9-ba2ee0ebb625), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:47.434556 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=104116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:35:47.447791 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68eed08d-93bc-4615-82a9-ba2ee0ebb625,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:47.450947 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-a0bd8661-1a48-4a22-853e-01cf06c6b39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:47.463833 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (edf61257-578a-4936-9515-7bd7c4f73b1c), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:47.464175 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.segments_db [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Added segment edf61257-578a-4936-9515-7bd7c4f73b1c of type vlan for network ce612014-1b2c-4b51-b178-1901ad925710 Jul 28 22:35:47.505792 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30f530b-26d8-4a7d-acb3-ec4c5d9abdd9 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:35:47.568136 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (ce612014-1b2c-4b51-b178-1901ad925710), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:47.577826 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c30f530b-26d8-4a7d-acb3-ec4c5d9abdd9 admin admin] 10.222.0.39 "PUT /v2.0/routers/84e728da-e7c5-4640-b795-c7ed907d7480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4723668 Jul 28 22:35:47.578005 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47a69b-32d3-4d9c-9933-e2845b94e66e None None] Sync routers for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:35:47.579335 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47546) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:47.588437 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47a69b-32d3-4d9c-9933-e2845b94e66e None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:47.589074 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-cf47a69b-32d3-4d9c-9933-e2845b94e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:47.617479 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-13bfe4e3-5ec3-4a20-9d9d-3cd4cc5250c3 req-2b7bd969-4bbc-4a70-bd0c-c636488da69a tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 210 time: 0.0548453 Jul 28 22:35:47.634700 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc04bcf-34c2-47fd-9ec4-84c64fe93606 admin admin] Router 4212d08f-0cd3-4631-829f-f12aa2744ce6 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:35:47.667117 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2c7271d6-0530-47af-b58b-face59694ce1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (cc607077-4d41-4769-8c12-b2f14bcf75c3), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:47.699623 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (ce612014-1b2c-4b51-b178-1901ad925710), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:47.700603 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:47.701345 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:47.794863 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc04bcf-34c2-47fd-9ec4-84c64fe93606 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:35:47.806804 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e561d-b0d3-46d0-8ef6-8f8480730e4c None None] Sync routers for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:35:47.809219 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-7dc04bcf-34c2-47fd-9ec4-84c64fe93606 admin admin] 10.222.0.39 "PUT /v2.0/routers/4212d08f-0cd3-4631-829f-f12aa2744ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9247489 Jul 28 22:35:47.811205 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47552) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:47.821205 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:47.831748 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e561d-b0d3-46d0-8ef6-8f8480730e4c None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:47.833148 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-1e4e561d-b0d3-46d0-8ef6-8f8480730e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:47.911354 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-cf47a69b-32d3-4d9c-9933-e2845b94e66e None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:48.010625 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Publish callbacks [] for router (4212d08f-0cd3-4631-829f-f12aa2744ce6), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:48.037489 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:48.044824 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-e355231b-cef0-486e-b472-8238c580d4f4 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:48.046782 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-e355231b-cef0-486e-b472-8238c580d4f4 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 811 time: 0.1629803 Jul 28 22:35:48.048341 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] Pushing event updated for resources: {'Network': ['ID=ce612014-1b2c-4b51-b178-1901ad925710,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:48.076993 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-f3d12897-e61a-4ad5-bae2-56bc37c1a0f2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4104805 Jul 28 22:35:48.076993 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7271d6-0530-47af-b58b-face59694ce1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Pushing event deleted for resources: {'Port': ['ID=cc607077-4d41-4769-8c12-b2f14bcf75c3,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:48.081308 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47554) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:48.089963 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-5895b7b5-cb1c-444f-97f1-7ac9d2a74b67 admin admin] Request body: {'subnet': {'network_id': 'ce612014-1b2c-4b51-b178-1901ad925710', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-191266923-subnet', 'tenant_id': '04fc9eb053f64757a168c04252c7f44f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:35:48.110731 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-1e4e561d-b0d3-46d0-8ef6-8f8480730e4c None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:48.211004 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network ce612014-1b2c-4b51-b178-1901ad925710 details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:35:48.264976 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-c0bffc75-6437-4e52-a18b-f3b5b7464234 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f HTTP/1.1" status: 200 len: 380 time: 0.1872365 Jul 28 22:35:48.267557 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Publish callbacks [] for router_gateway (4212d08f-0cd3-4631-829f-f12aa2744ce6), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:48.273924 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2c7271d6-0530-47af-b58b-face59694ce1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for floatingip (acc788b2-7527-4346-a22a-4c7ddc2c8229), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:48.274274 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [None req-2c7271d6-0530-47af-b58b-face59694ce1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Floating IP acc788b2-7527-4346-a22a-4c7ddc2c8229 disassociated (deleted). External IP: 172.27.3.249, port: 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec. Jul 28 22:35:48.277847 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5895b7b5-cb1c-444f-97f1-7ac9d2a74b67 admin admin] Made reservation on behalf of 04fc9eb053f64757a168c04252c7f44f for: {'subnet': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:35:48.280836 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5895b7b5-cb1c-444f-97f1-7ac9d2a74b67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59176997'] for subnet (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:48.290254 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Publish callbacks [] for router (84e728da-e7c5-4640-b795-c7ed907d7480), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:48.318776 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-cf47a69b-32d3-4d9c-9933-e2845b94e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:35:45Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:48.335939 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-0b7e4edd-841b-45de-8775-0f6cca300807 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Request body: {'port': {'device_id': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'admin_state_up': True, 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'security_groups': ['31139b36-846b-4cf1-8db5-49de149d6bd8']}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:35:48.363263 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47a69b-32d3-4d9c-9933-e2845b94e66e None None] Checking router: 84e728da-e7c5-4640-b795-c7ed907d7480 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:35:48.379706 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47a69b-32d3-4d9c-9933-e2845b94e66e None None] Routers {'84e728da-e7c5-4640-b795-c7ed907d7480'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:48.380259 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-cf47a69b-32d3-4d9c-9933-e2845b94e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['84e728da-e7c5-4640-b795-c7ed907d7480'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:48.437288 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-1e4e561d-b0d3-46d0-8ef6-8f8480730e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:35:46Z', 'revision_number': 5, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port': {'id': '67c6ee95-decd-440a-b531-31bd26ddf6b5', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:02Z', 'updated_at': '2022-07-28T22:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:48.444290 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:48.479069 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e561d-b0d3-46d0-8ef6-8f8480730e4c None None] Checking router: 4212d08f-0cd3-4631-829f-f12aa2744ce6 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:35:48.499828 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e561d-b0d3-46d0-8ef6-8f8480730e4c None None] Routers {'4212d08f-0cd3-4631-829f-f12aa2744ce6'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:48.500465 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-1e4e561d-b0d3-46d0-8ef6-8f8480730e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4212d08f-0cd3-4631-829f-f12aa2744ce6'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:48.577363 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-cf47a69b-32d3-4d9c-9933-e2845b94e66e None None] Set router 84e728da-e7c5-4640-b795-c7ed907d7480 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:48.669612 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Deleting port 67c6ee95-decd-440a-b531-31bd26ddf6b5 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:48.672806 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:48.781605 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] For port 67c6ee95-decd-440a-b531-31bd26ddf6b5, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=67c6ee95-decd-440a-b531-31bd26ddf6b5,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:48.782184 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:48.816696 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:48.822648 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:48.833091 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:48.853518 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Calling delete_port for 67c6ee95-decd-440a-b531-31bd26ddf6b5 owned by network:router_gateway {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:48.855532 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-1e4e561d-b0d3-46d0-8ef6-8f8480730e4c None None] Set router 4212d08f-0cd3-4631-829f-f12aa2744ce6 gateway port host: None {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:48.906692 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:48.934292 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7980b31d-9780-4c7f-952d-a2b4b043f1f8 req-16662c11-3bab-4452-b8d8-3e570dc5ca8a tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 210 time: 0.1190577 Jul 28 22:35:48.945185 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-1e4e561d-b0d3-46d0-8ef6-8f8480730e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:35:48Z', 'revision_number': 6, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port_host': None}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:48.975863 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e561d-b0d3-46d0-8ef6-8f8480730e4c None None] The sync data for ids ['4212d08f-0cd3-4631-829f-f12aa2744ce6'] in dv-cinder-850939-3-iscsi is: [{'id': '4212d08f-0cd3-4631-829f-f12aa2744ce6', 'name': 'tempest-AttachVolumeNegativeTest-1590356323-router', 'tenant_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:00Z', 'updated_at': '2022-07-28T22:35:48Z', 'revision_number': 6, 'project_id': 'd0c7b146e08f4a9ea11f1a73099eb7ea', 'gw_port_host': None}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:35:49.041660 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-cf47a69b-32d3-4d9c-9933-e2845b94e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:35:45Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:49.076390 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf47a69b-32d3-4d9c-9933-e2845b94e66e None None] The sync data for ids ['84e728da-e7c5-4640-b795-c7ed907d7480'] in dv-cinder-850939-3-iscsi is: [{'id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'name': 'tempest-AttachVolumeShelveTestJSON-1740250135-router', 'tenant_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:28:05Z', 'updated_at': '2022-07-28T22:35:45Z', 'revision_number': 5, 'project_id': '9c4e68e56e744fa9af4631ae2e967a6d', 'gw_port': {'id': 'd582f3d8-5af6-445b-bfdf-b189c037992c', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e728da-e7c5-4640-b795-c7ed907d7480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:28:06Z', 'updated_at': '2022-07-28T22:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:35:49.192060 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (67c6ee95-decd-440a-b531-31bd26ddf6b5), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.241169 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-0b7e4edd-841b-45de-8775-0f6cca300807 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Made reservation on behalf of 862a3f47ebe842fb8c5fbd4ef08f0b5f for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:35:49.245683 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-0b7e4edd-841b-45de-8775-0f6cca300807 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.251962 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c6ee95-decd-440a-b531-31bd26ddf6b5,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:49.273430 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:49.287988 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Publish callbacks [] for router_gateway (84e728da-e7c5-4640-b795-c7ed907d7480), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.298977 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.299971 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.300650 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.301328 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.301959 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.302977 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.303726 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.304394 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.304952 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.305606 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.306191 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.306845 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.307540 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.308123 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.308735 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:35:49.401871 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362012'] for router_gateway (4212d08f-0cd3-4631-829f-f12aa2744ce6), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.544040 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-596'] for router (4212d08f-0cd3-4631-829f-f12aa2744ce6), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.544661 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Deleting port d582f3d8-5af6-445b-bfdf-b189c037992c {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:49.545012 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.548598 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Publish callbacks [] for router_controller (4212d08f-0cd3-4631-829f-f12aa2744ce6), precommit_delete_associations {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.614316 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-353813'] for router (4212d08f-0cd3-4631-829f-f12aa2744ce6), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.616222 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4212d08f-0cd3-4631-829f-f12aa2744ce6 {{(pid=104117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 22:35:49.626161 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.629079 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-dad7d96c-d244-42af-bbfc-fa07a5611da6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4212d08f-0cd3-4631-829f-f12aa2744ce6 HTTP/1.1" status: 204 len: 168 time: 1.8159549 Jul 28 22:35:49.630832 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47566) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:49.712621 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7271d6-0530-47af-b58b-face59694ce1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Router c284a528-40fc-4fd7-b720-f6b206ce859e has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:35:49.718774 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5895b7b5-cb1c-444f-97f1-7ac9d2a74b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62513026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59176971'] for subnet (1a7b1598-da81-4526-941c-f0e8e4c8993a), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.730314 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b0d436-bd13-4492-b141-446d29e0645a admin admin] Deleting subnet bd9d7ef8-b1ea-409f-bc0d-02c57dced297 {{(pid=104117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:35:49.736491 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-48b0d436-bd13-4492-b141-446d29e0645a admin admin] Publish callbacks [] for subnet (bd9d7ef8-b1ea-409f-bc0d-02c57dced297), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.739815 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-0b7e4edd-841b-45de-8775-0f6cca300807 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Allocated IP 172.20.0.4 (ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e/ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1/1c06568b-ba30-4d2c-81ad-0bf0c96c3645) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:35:49.783980 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-48b0d436-bd13-4492-b141-446d29e0645a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62447129'] for subnet (bd9d7ef8-b1ea-409f-bc0d-02c57dced297), precommit_delete_associations {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.831919 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] For port d582f3d8-5af6-445b-bfdf-b189c037992c, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=d582f3d8-5af6-445b-bfdf-b189c037992c,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:49.832199 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.857613 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:49.904805 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-48b0d436-bd13-4492-b141-446d29e0645a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (bd9d7ef8-b1ea-409f-bc0d-02c57dced297), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:49.923527 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Calling delete_port for d582f3d8-5af6-445b-bfdf-b189c037992c owned by network:router_gateway {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:49.945483 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895b7b5-cb1c-444f-97f1-7ac9d2a74b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a7b1598-da81-4526-941c-f0e8e4c8993a,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:50.003007 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:50.009290 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-48b0d436-bd13-4492-b141-446d29e0645a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58993700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843492'] for subnet (bd9d7ef8-b1ea-409f-bc0d-02c57dced297), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:50.031428 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-48b0d436-bd13-4492-b141-446d29e0645a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:50.035370 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-48b0d436-bd13-4492-b141-446d29e0645a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bd9d7ef8-b1ea-409f-bc0d-02c57dced297 HTTP/1.1" status: 204 len: 168 time: 0.4034925 Jul 28 22:35:50.043700 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087daa21-3e81-4cc1-9927-cf8fd3c6e971 None None] Network 6ba94cd9-b91a-4088-b65d-e5c882850ab5 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:35:50.080109 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47570) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:50.082939 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-83ca8899-fbb6-4939-b38d-3f1e79bfa4c5 req-18c3815a-62f3-4dad-9eae-eae1f10e0b87 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 210 time: 0.0452611 Jul 28 22:35:50.134024 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5895b7b5-cb1c-444f-97f1-7ac9d2a74b67 admin admin] Checking segment: {'id': 'edf61257-578a-4936-9515-7bd7c4f73b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ce612014-1b2c-4b51-b178-1901ad925710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:35:50.134719 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5895b7b5-cb1c-444f-97f1-7ac9d2a74b67 admin admin] Network hostable DHCP agents. Network: ce612014-1b2c-4b51-b178-1901ad925710, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:35:50.143541 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0d436-bd13-4492-b141-446d29e0645a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd9d7ef8-b1ea-409f-bc0d-02c57dced297,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:50.162939 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 731e120f-9ac0-4a9f-89af-57466aa80f55 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:50.199222 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 731e120f-9ac0-4a9f-89af-57466aa80f55 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:50.201514 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 731e120f-9ac0-4a9f-89af-57466aa80f55 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:50.202016 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 67c6ee95-decd-440a-b531-31bd26ddf6b5 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:50.248255 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 67c6ee95-decd-440a-b531-31bd26ddf6b5 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:50.248606 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 67c6ee95-decd-440a-b531-31bd26ddf6b5 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:50.250460 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device c765de4e-2033-424e-88c6-db90c5f9dda6 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:50.306838 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (6ba94cd9-b91a-4088-b65d-e5c882850ab5), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:50.353395 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: c765de4e-2033-424e-88c6-db90c5f9dda6 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:50.354219 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device c765de4e-2033-424e-88c6-db90c5f9dda6 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:50.379227 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7271d6-0530-47af-b58b-face59694ce1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:35:50.399188 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2678900e-5de0-430c-aa9a-10e39cc3b66e None None] Sync routers for ids ['c284a528-40fc-4fd7-b720-f6b206ce859e'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:35:50.401099 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2c7271d6-0530-47af-b58b-face59694ce1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:50.412447 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bf4ddb-339f-402d-b1f3-be39a88cb976 None None] DHCP port deletion for 6ba94cd9-b91a-4088-b65d-e5c882850ab5 request from dv-cinder-850939-3-iscsi {{(pid=104118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 22:35:50.419765 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2678900e-5de0-430c-aa9a-10e39cc3b66e None None] Routers {'c284a528-40fc-4fd7-b720-f6b206ce859e'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:50.420815 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-2678900e-5de0-430c-aa9a-10e39cc3b66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['c284a528-40fc-4fd7-b720-f6b206ce859e'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:50.460616 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:50.498277 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5895b7b5-cb1c-444f-97f1-7ac9d2a74b67 admin admin] Network ce612014-1b2c-4b51-b178-1901ad925710 is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:35:50.534980 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:50.548123 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-56bf4ddb-339f-402d-b1f3-be39a88cb976 None None] Deleting port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 {{(pid=104118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:50.548506 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-56bf4ddb-339f-402d-b1f3-be39a88cb976 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), before_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:50.621281 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-2678900e-5de0-430c-aa9a-10e39cc3b66e None None] Set router c284a528-40fc-4fd7-b720-f6b206ce859e gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:50.649143 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-56bf4ddb-339f-402d-b1f3-be39a88cb976 None None] For port bbb29334-3f48-41c5-9c2a-6fc7a513fb02, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=bbb29334-3f48-41c5-9c2a-6fc7a513fb02,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:50.649579 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-56bf4ddb-339f-402d-b1f3-be39a88cb976 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), precommit_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:50.687929 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-0b7e4edd-841b-45de-8775-0f6cca300807 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:50.691987 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-56bf4ddb-339f-402d-b1f3-be39a88cb976 None None] Calling delete_port for bbb29334-3f48-41c5-9c2a-6fc7a513fb02 owned by network:dhcp {{(pid=104118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:50.711466 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:50.726841 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-5895b7b5-cb1c-444f-97f1-7ac9d2a74b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, ce612014-1b2c-4b51-b178-1901ad925710) {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:35:50.735407 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (d582f3d8-5af6-445b-bfdf-b189c037992c), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:50.738792 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-0b7e4edd-841b-45de-8775-0f6cca300807 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:50.763139 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af793504-4505-4243-a3fd-87f557de988e None None] Network ce612014-1b2c-4b51-b178-1901ad925710 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:35:50.769865 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:50.780604 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5895b7b5-cb1c-444f-97f1-7ac9d2a74b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:50.781876 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5895b7b5-cb1c-444f-97f1-7ac9d2a74b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:50.785436 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Pushing event deleted for resources: {'Port': ['ID=d582f3d8-5af6-445b-bfdf-b189c037992c,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:50.789671 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-2c7271d6-0530-47af-b58b-face59694ce1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "DELETE /v2.0/floatingips/acc788b2-7527-4346-a22a-4c7ddc2c8229 HTTP/1.1" status: 204 len: 168 time: 4.9066689 Jul 28 22:35:50.894728 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:50.908459 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:35:50.915605 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7d0e2f-7e66-498a-806b-ec21c7119733 None None] Network ce612014-1b2c-4b51-b178-1901ad925710 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:35:50.915915 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05924d53-306d-4b08-9745-aa4c4bc48969" -d '{"events": [{"name": "network-changed", "server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:35:50.928651 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e4edd-841b-45de-8775-0f6cca300807 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'Port': ['ID=1c06568b-ba30-4d2c-81ad-0bf0c96c3645,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:50.949305 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-2678900e-5de0-430c-aa9a-10e39cc3b66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:10Z', 'revision_number': 4, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port': {'id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '9a813a59-a059-4bc7-b93e-7a76ef49e455', 'name': '', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'mac_address': 'fa:16:3e:40:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:09Z', 'updated_at': '2022-07-28T22:30:14Z', 'revision_number': 5, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'subnets': [{'id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:50.952481 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Deleting port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:50.952945 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:50.992323 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2678900e-5de0-430c-aa9a-10e39cc3b66e None None] Checking router: c284a528-40fc-4fd7-b720-f6b206ce859e for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:35:51.015003 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2678900e-5de0-430c-aa9a-10e39cc3b66e None None] Routers {'c284a528-40fc-4fd7-b720-f6b206ce859e'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:35:51.015762 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-2678900e-5de0-430c-aa9a-10e39cc3b66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['c284a528-40fc-4fd7-b720-f6b206ce859e'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:51.029862 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-56bf4ddb-339f-402d-b1f3-be39a88cb976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), after_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:51.065068 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf4ddb-339f-402d-b1f3-be39a88cb976 None None] Pushing event deleted for resources: {'Port': ['ID=bbb29334-3f48-41c5-9c2a-6fc7a513fb02,revision_number=None']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:51.107570 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] For port bbb29334-3f48-41c5-9c2a-6fc7a513fb02, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=bbb29334-3f48-41c5-9c2a-6fc7a513fb02,segment=NetworkSegment(2ba70835-0bad-46da-af0c-2bdb9a8687da),segment_id=2ba70835-0bad-46da-af0c-2bdb9a8687da)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:51.108335 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:51.122283 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Calling delete_port for bbb29334-3f48-41c5-9c2a-6fc7a513fb02 owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:51.188422 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf4ddb-339f-402d-b1f3-be39a88cb976 None None] No DVR routers for this DVR port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 on host dv-cinder-850939-3-iscsi {{(pid=104118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:35:51.243240 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-2678900e-5de0-430c-aa9a-10e39cc3b66e None None] Set router c284a528-40fc-4fd7-b720-f6b206ce859e gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:35:51.265978 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4cdb7-1995-4a4a-a191-919738425982 req-bc27da58-d3c2-4f84-9b28-aff0ea0025eb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:51.267502 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-90e4cdb7-1995-4a4a-a191-919738425982 req-bc27da58-d3c2-4f84-9b28-aff0ea0025eb tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.0592635 Jul 28 22:35:51.279976 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:51.283521 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67eece52-a2bb-47e2-a175-5d8c23d0c04b x-openstack-request-id: req-67eece52-a2bb-47e2-a175-5d8c23d0c04b {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:35:51.284056 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:35:51.284444 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67eece52-a2bb-47e2-a175-5d8c23d0c04b {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:35:51.284951 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67eece52-a2bb-47e2-a175-5d8c23d0c04b'] response: {'name': 'network-changed', 'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'status': 'completed', 'code': 200} Jul 28 22:35:51.291964 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (bbb29334-3f48-41c5-9c2a-6fc7a513fb02), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:51.347650 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] No DVR routers for this DVR port bbb29334-3f48-41c5-9c2a-6fc7a513fb02 on host dv-cinder-850939-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:35:51.353506 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-0b7e4edd-841b-45de-8775-0f6cca300807 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:35:51.359586 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-5895b7b5-cb1c-444f-97f1-7ac9d2a74b67 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2746553 Jul 28 22:35:51.367048 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb29334-3f48-41c5-9c2a-6fc7a513fb02,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:51.391221 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-0b7e4edd-841b-45de-8775-0f6cca300807 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:35:51.418135 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-0b7e4edd-841b-45de-8775-0f6cca300807 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:35:51.447130 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f479e-0dea-4388-99d0-f7cb0c64e173 req-7d69455d-61be-45f2-be1c-5ff5b6469ca4 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:51.451110 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-969f479e-0dea-4388-99d0-f7cb0c64e173 req-7d69455d-61be-45f2-be1c-5ff5b6469ca4 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 931 time: 0.1826622 Jul 28 22:35:51.511525 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-0b7e4edd-841b-45de-8775-0f6cca300807 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:51.512450 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-0b7e4edd-841b-45de-8775-0f6cca300807 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:51.562486 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-90e4cdb7-1995-4a4a-a191-919738425982 req-ffbfc111-5c55-4636-8a80-aa0804d0eaad tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061961 Jul 28 22:35:51.585158 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:51.622859 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-0b7e4edd-841b-45de-8775-0f6cca300807 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2954381 Jul 28 22:35:51.639331 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362012'] for router_gateway (84e728da-e7c5-4640-b795-c7ed907d7480), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:51.645753 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (6ba94cd9-b91a-4088-b65d-e5c882850ab5), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:51.652289 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-969f479e-0dea-4388-99d0-f7cb0c64e173 req-c63a54cf-b5a1-45e7-8758-0bfb1a3b6c38 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742613 Jul 28 22:35:51.822524 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba94cd9-b91a-4088-b65d-e5c882850ab5']}} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:51.825758 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-596'] for router (84e728da-e7c5-4640-b795-c7ed907d7480), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:51.833858 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Publish callbacks [] for router_controller (84e728da-e7c5-4640-b795-c7ed907d7480), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:51.834614 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-2678900e-5de0-430c-aa9a-10e39cc3b66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:10Z', 'revision_number': 4, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port': {'id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '9a813a59-a059-4bc7-b93e-7a76ef49e455', 'name': '', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'mac_address': 'fa:16:3e:40:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:09Z', 'updated_at': '2022-07-28T22:30:14Z', 'revision_number': 5, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'subnets': [{'id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:51.837418 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:51.863328 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2678900e-5de0-430c-aa9a-10e39cc3b66e None None] The sync data for ids ['c284a528-40fc-4fd7-b720-f6b206ce859e'] in dv-cinder-850939-3-iscsi is: [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:10Z', 'revision_number': 4, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port': {'id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '9a813a59-a059-4bc7-b93e-7a76ef49e455', 'name': '', 'network_id': '7f2aa367-6d5d-4752-a99e-b9dafb11cca1', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'mac_address': 'fa:16:3e:40:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:09Z', 'updated_at': '2022-07-28T22:30:14Z', 'revision_number': 5, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'subnets': [{'id': '7b2d5a71-51ae-4403-b7de-674f7705c0be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:35:51.929644 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-13d39fa5-ac6e-4a83-a49e-45e31ddd6ea5 None None] Provisioning complete for port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:35:51.930172 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-13d39fa5-ac6e-4a83-a49e-45e31ddd6ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:51.970129 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba70835-0bad-46da-af0c-2bdb9a8687da') {'for_net_delete': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:51.970514 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba70835-0bad-46da-af0c-2bdb9a8687da') {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:51.996376 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-13d39fa5-ac6e-4a83-a49e-45e31ddd6ea5 None None] Port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:35:51.999521 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735225'] for segment (2ba70835-0bad-46da-af0c-2bdb9a8687da), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:52.037494 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-353813'] for router (84e728da-e7c5-4640-b795-c7ed907d7480), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:52.038326 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84e728da-e7c5-4640-b795-c7ed907d7480 {{(pid=104116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 22:35:52.045735 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (2ba70835-0bad-46da-af0c-2bdb9a8687da), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:52.061203 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:52.064807 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-daf8f660-a1ad-44ae-b9b3-20c0939be01c admin admin] 10.222.0.39 "DELETE /v2.0/routers/84e728da-e7c5-4640-b795-c7ed907d7480 HTTP/1.1" status: 204 len: 168 time: 4.4806516 Jul 28 22:35:52.065946 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47594) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:52.066741 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=104116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:35:52.067260 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62512925'] for segment (2ba70835-0bad-46da-af0c-2bdb9a8687da), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:52.113771 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 2ba70835-0bad-46da-af0c-2bdb9a8687da resource provider aggregate not found Jul 28 22:35:52.167503 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device bbb29334-3f48-41c5-9c2a-6fc7a513fb02 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:52.178002 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 2ba70835-0bad-46da-af0c-2bdb9a8687da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ba70835-0bad-46da-af0c-2bdb9a8687da found for delete ", "request_id": "req-e93bb1d8-9875-44a1-a528-27f8f667f1f5"}]} Jul 28 22:35:52.180802 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (6ba94cd9-b91a-4088-b65d-e5c882850ab5), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:52.195824 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:52.201413 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6ba94cd9-b91a-4088-b65d-e5c882850ab5 HTTP/1.1" status: 204 len: 168 time: 2.0665922 Jul 28 22:35:52.204039 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: bbb29334-3f48-41c5-9c2a-6fc7a513fb02 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:52.204739 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device bbb29334-3f48-41c5-9c2a-6fc7a513fb02 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:52.252281 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ff6c5-d1c7-4730-8838-e472b2eb18c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba94cd9-b91a-4088-b65d-e5c882850ab5,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:52.266666 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f59ceee-42de-4962-9669-4c4d80424d0f admin admin] Deleting subnet d48d9b17-b454-4d3c-bc21-b33608361781 {{(pid=104117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:35:52.269492 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:52.271973 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2f59ceee-42de-4962-9669-4c4d80424d0f admin admin] Publish callbacks [] for subnet (d48d9b17-b454-4d3c-bc21-b33608361781), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:52.326583 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2f59ceee-42de-4962-9669-4c4d80424d0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62447129'] for subnet (d48d9b17-b454-4d3c-bc21-b33608361781), precommit_delete_associations {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:52.450733 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8576f79-4df8-4cbb-85a4-c3904391460e None None] New status for floating IP acc788b2-7527-4346-a22a-4c7ddc2c8229: DOWN {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:35:52.481148 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Request body: {'port': {'device_id': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:35:52.503671 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2f59ceee-42de-4962-9669-4c4d80424d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (d48d9b17-b454-4d3c-bc21-b33608361781), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:52.662324 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47610) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:52.733176 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2f59ceee-42de-4962-9669-4c4d80424d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58993700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843492'] for subnet (d48d9b17-b454-4d3c-bc21-b33608361781), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:52.828191 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59ceee-42de-4962-9669-4c4d80424d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48d9b17-b454-4d3c-bc21-b33608361781,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:52.841700 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26785cc-83d1-4f5b-a6af-f2e4b7faa597 None None] Network 425ace09-193c-40d9-ace1-b357fa18c983 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:35:52.911009 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71ec3b-7de2-4088-86ed-12c758a04046 req-73d2ea3d-f9d3-481c-907d-4658a047b875 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:52.919072 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1b71ec3b-7de2-4088-86ed-12c758a04046 req-73d2ea3d-f9d3-481c-907d-4658a047b875 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 931 time: 0.1079884 Jul 28 22:35:52.949046 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2f59ceee-42de-4962-9669-4c4d80424d0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:52.953255 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2f59ceee-42de-4962-9669-4c4d80424d0f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d48d9b17-b454-4d3c-bc21-b33608361781 HTTP/1.1" status: 204 len: 168 time: 0.8866675 Jul 28 22:35:52.962737 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47618) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:52.985599 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-63778752-5271-4c2e-941d-8a6e959e2bd4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0c7b146e08f4a9ea11f1a73099eb7ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3187914 Jul 28 22:35:53.002142 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47620) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:53.090541 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05924d53-306d-4b08-9745-aa4c4bc48969 req-ac09e59e-11a0-43c4-ae67-41c92e0fa1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:53.093425 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-05924d53-306d-4b08-9745-aa4c4bc48969 req-ac09e59e-11a0-43c4-ae67-41c92e0fa1ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2406f01f7b3b4941a0bcd97a68d3d510&device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 1129 time: 0.7546864 Jul 28 22:35:53.109373 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c64af7-c027-4f19-8ce0-7144960032e0 None None] DHCP port deletion for 425ace09-193c-40d9-ace1-b357fa18c983 request from dv-cinder-850939-3-iscsi {{(pid=104118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 22:35:53.114893 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1b71ec3b-7de2-4088-86ed-12c758a04046 req-b6cb5467-bae9-4cc4-b3f9-0bc35b131a62 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947844 Jul 28 22:35:53.129811 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce770d2f-d0ee-4377-878b-84f8d6e9a0f8 req-095fedb5-9ac6-4496-8132-c50eb3ff2021 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:53.131936 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ce770d2f-d0ee-4377-878b-84f8d6e9a0f8 req-095fedb5-9ac6-4496-8132-c50eb3ff2021 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.3198698 Jul 28 22:35:53.181169 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-46c64af7-c027-4f19-8ce0-7144960032e0 None None] Deleting port 22b24786-2abf-4523-9cff-9fe4f66463ab {{(pid=104118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:53.181792 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-46c64af7-c027-4f19-8ce0-7144960032e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), before_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.234777 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (425ace09-193c-40d9-ace1-b357fa18c983), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.242837 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ce770d2f-d0ee-4377-878b-84f8d6e9a0f8 req-09525e18-3c90-4a06-8ca5-da360470e284 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893188 Jul 28 22:35:53.263400 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d26f0-dd45-4b69-b610-9ea937f7df1d req-94af8e49-e38d-408f-b3ab-4d88c997fb08 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:53.265618 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-da6d26f0-dd45-4b69-b610-9ea937f7df1d req-94af8e49-e38d-408f-b3ab-4d88c997fb08 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.2198665 Jul 28 22:35:53.269043 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3547-97b5-45d6-b0db-f4151efdab01 admin admin] Publish callbacks [] for security_group (1421cd75-0940-4c7b-a39b-d8f172d0b903), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.287506 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-46c64af7-c027-4f19-8ce0-7144960032e0 None None] For port 22b24786-2abf-4523-9cff-9fe4f66463ab, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=22b24786-2abf-4523-9cff-9fe4f66463ab,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:53.287931 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-46c64af7-c027-4f19-8ce0-7144960032e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), precommit_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.302536 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-46c64af7-c027-4f19-8ce0-7144960032e0 None None] Calling delete_port for 22b24786-2abf-4523-9cff-9fe4f66463ab owned by network:dhcp {{(pid=104118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:53.310266 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Deleting port 22b24786-2abf-4523-9cff-9fe4f66463ab {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:53.310953 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.347210 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05924d53-306d-4b08-9745-aa4c4bc48969 req-7a766546-73d2-453a-815a-3302649fad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:53.349146 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-05924d53-306d-4b08-9745-aa4c4bc48969 req-7a766546-73d2-453a-815a-3302649fad1a service neutron] 10.222.0.58 "GET /v2.0/networks?id=7f2aa367-6d5d-4752-a99e-b9dafb11cca1 HTTP/1.1" status: 200 len: 910 time: 0.2459631 Jul 28 22:35:53.371032 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.390013 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:53.397431 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-46c64af7-c027-4f19-8ce0-7144960032e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), after_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.403596 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3547-97b5-45d6-b0db-f4151efdab01 admin admin] Publish callbacks [] for security_group (1421cd75-0940-4c7b-a39b-d8f172d0b903), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.428467 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c64af7-c027-4f19-8ce0-7144960032e0 None None] Pushing event deleted for resources: {'Port': ['ID=22b24786-2abf-4523-9cff-9fe4f66463ab,revision_number=None']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:53.429172 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-05924d53-306d-4b08-9745-aa4c4bc48969 req-4b93045f-08f2-40ff-a3f7-5bf9af9c5a38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec HTTP/1.1" status: 200 len: 217 time: 0.0692048 Jul 28 22:35:53.433302 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c64af7-c027-4f19-8ce0-7144960032e0 None None] No DVR routers for this DVR port 22b24786-2abf-4523-9cff-9fe4f66463ab on host dv-cinder-850939-3-iscsi {{(pid=104118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:35:53.461733 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] For port 22b24786-2abf-4523-9cff-9fe4f66463ab, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=22b24786-2abf-4523-9cff-9fe4f66463ab,segment=NetworkSegment(e4c3d9c8-807e-4354-855d-afb8ab075cef),segment_id=e4c3d9c8-807e-4354-855d-afb8ab075cef)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:53.461733 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.482416 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:53.483900 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Calling delete_port for 22b24786-2abf-4523-9cff-9fe4f66463ab owned by network:dhcp {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:53.550800 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:53.561373 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3547-97b5-45d6-b0db-f4151efdab01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (1421cd75-0940-4c7b-a39b-d8f172d0b903), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.564101 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3547-97b5-45d6-b0db-f4151efdab01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.565383 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c4eb3547-97b5-45d6-b0db-f4151efdab01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1421cd75-0940-4c7b-a39b-d8f172d0b903 HTTP/1.1" status: 204 len: 168 time: 0.5609484 Jul 28 22:35:53.588518 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb3547-97b5-45d6-b0db-f4151efdab01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1421cd75-0940-4c7b-a39b-d8f172d0b903,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:53.593233 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-da6d26f0-dd45-4b69-b610-9ea937f7df1d req-2c4544af-1775-4404-a54b-c40f73ff45f1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Deleting port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:53.593794 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-da6d26f0-dd45-4b69-b610-9ea937f7df1d req-2c4544af-1775-4404-a54b-c40f73ff45f1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.624209 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:53.642172 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (22b24786-2abf-4523-9cff-9fe4f66463ab), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.688128 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b24786-2abf-4523-9cff-9fe4f66463ab,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:53.691239 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] No DVR routers for this DVR port 22b24786-2abf-4523-9cff-9fe4f66463ab on host dv-cinder-850939-3-iscsi {{(pid=104117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:35:53.720225 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05924d53-306d-4b08-9745-aa4c4bc48969 req-4e36df45-72f9-469a-b32e-104097d1b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:53.727357 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-05924d53-306d-4b08-9745-aa4c4bc48969 req-4e36df45-72f9-469a-b32e-104097d1b4e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b2d5a71-51ae-4403-b7de-674f7705c0be HTTP/1.1" status: 200 len: 848 time: 0.2485499 Jul 28 22:35:53.819637 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:53.843736 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (425ace09-193c-40d9-ace1-b357fa18c983), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.852668 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05924d53-306d-4b08-9745-aa4c4bc48969 req-77df5182-cd9e-4663-9627-aa0b39ea4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:53.854292 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-05924d53-306d-4b08-9745-aa4c4bc48969 req-77df5182-cd9e-4663-9627-aa0b39ea4ccb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7f2aa367-6d5d-4752-a99e-b9dafb11cca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1199369 Jul 28 22:35:53.874876 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425ace09-193c-40d9-ace1-b357fa18c983']}} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:53.886552 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c3d9c8-807e-4354-855d-afb8ab075cef') {'for_net_delete': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:53.887182 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c3d9c8-807e-4354-855d-afb8ab075cef') {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:53.900491 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62447104'] for segment (e4c3d9c8-807e-4354-855d-afb8ab075cef), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.933696 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (e4c3d9c8-807e-4354-855d-afb8ab075cef), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:53.952710 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=104117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:35:53.955168 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58993786'] for segment (e4c3d9c8-807e-4354-855d-afb8ab075cef), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:54.081287 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (425ace09-193c-40d9-ace1-b357fa18c983), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:54.085868 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device d582f3d8-5af6-445b-bfdf-b189c037992c no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:54.095494 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-da6d26f0-dd45-4b69-b610-9ea937f7df1d req-2c4544af-1775-4404-a54b-c40f73ff45f1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] For port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:54.095967 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-da6d26f0-dd45-4b69-b610-9ea937f7df1d req-2c4544af-1775-4404-a54b-c40f73ff45f1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:54.106950 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:54.110290 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/425ace09-193c-40d9-ace1-b357fa18c983 HTTP/1.1" status: 204 len: 168 time: 1.1463315 Jul 28 22:35:54.121822 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment e4c3d9c8-807e-4354-855d-afb8ab075cef resource provider aggregate not found Jul 28 22:35:54.127262 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: d582f3d8-5af6-445b-bfdf-b189c037992c {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:54.127691 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device d582f3d8-5af6-445b-bfdf-b189c037992c not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:54.159503 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 22b24786-2abf-4523-9cff-9fe4f66463ab no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:54.180392 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-da6d26f0-dd45-4b69-b610-9ea937f7df1d req-2c4544af-1775-4404-a54b-c40f73ff45f1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Calling delete_port for 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:54.198056 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment e4c3d9c8-807e-4354-855d-afb8ab075cef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4c3d9c8-807e-4354-855d-afb8ab075cef found for delete ", "request_id": "req-cae6757a-44d0-4fba-85a1-84ba2efff5e7"}]} Jul 28 22:35:54.206418 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4dab4-a116-462a-bdc6-a82009a9a9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=425ace09-193c-40d9-ace1-b357fa18c983,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:54.270074 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 22b24786-2abf-4523-9cff-9fe4f66463ab {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:54.273357 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 22b24786-2abf-4523-9cff-9fe4f66463ab not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:54.299395 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9fd4b-53e1-4014-becc-90268075a948 req-31ca474f-fcdb-40ea-a8f0-5ebd9c039ee7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:54.302332 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cbf9fd4b-53e1-4014-becc-90268075a948 req-31ca474f-fcdb-40ea-a8f0-5ebd9c039ee7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 931 time: 0.0635734 Jul 28 22:35:54.360824 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47652) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:54.446975 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-05924d53-306d-4b08-9745-aa4c4bc48969 req-8a177873-0c65-40d2-95f7-9680005e4434 service neutron] 10.222.0.58 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370851 Jul 28 22:35:54.477814 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cbf9fd4b-53e1-4014-becc-90268075a948 req-b71dbba3-671a-4284-98dc-b1f302c9afbd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661851 Jul 28 22:35:54.520927 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-91347b72-5128-4f2f-b739-18fe0bc24d54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c4e68e56e744fa9af4631ae2e967a6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1587436 Jul 28 22:35:54.524925 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47660) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:54.552188 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23853e-3204-4c0f-bb36-cbb3df3c2480 req-a1c304eb-031e-4cbd-9393-b471f345efb2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:54.553956 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ab23853e-3204-4c0f-bb36-cbb3df3c2480 req-a1c304eb-031e-4cbd-9393-b471f345efb2 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 945 time: 0.1244156 Jul 28 22:35:54.672075 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-05924d53-306d-4b08-9745-aa4c4bc48969 req-576c7590-a1cb-4373-a9af-887c7be902ce service neutron] 10.222.0.58 "GET /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074850 Jul 28 22:35:54.693126 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:35:54.703901 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b67e2aa-129f-44c2-aebd-0e379382d45e admin admin] Publish callbacks [] for security_group (8bcf51b7-7dc8-450e-ae8a-200508367792), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:54.723831 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ab23853e-3204-4c0f-bb36-cbb3df3c2480 req-a08f21fe-90a0-4a71-b131-7319352d1d22 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/security-groups?id=e08f38ae-d944-4907-a873-23e07385fd2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476200 Jul 28 22:35:54.727564 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Publish callbacks [] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:54.759790 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b67e2aa-129f-44c2-aebd-0e379382d45e admin admin] Publish callbacks [] for security_group (8bcf51b7-7dc8-450e-ae8a-200508367792), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:54.805904 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:54.853195 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-da6d26f0-dd45-4b69-b610-9ea937f7df1d req-2c4544af-1775-4404-a54b-c40f73ff45f1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:54.855906 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b67e2aa-129f-44c2-aebd-0e379382d45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (8bcf51b7-7dc8-450e-ae8a-200508367792), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:54.863698 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2b67e2aa-129f-44c2-aebd-0e379382d45e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:54.865125 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2b67e2aa-129f-44c2-aebd-0e379382d45e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8bcf51b7-7dc8-450e-ae8a-200508367792 HTTP/1.1" status: 204 len: 168 time: 0.3387589 Jul 28 22:35:54.887171 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Transition to ACTIVE for port object 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:35:54.908352 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:54.912822 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67e2aa-129f-44c2-aebd-0e379382d45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcf51b7-7dc8-450e-ae8a-200508367792,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:54.993161 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4544af-1775-4404-a54b-c40f73ff45f1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Pushing event deleted for resources: {'Port': ['ID=2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:55.109166 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6d26f0-dd45-4b69-b610-9ea937f7df1d req-2c4544af-1775-4404-a54b-c40f73ff45f1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] No DVR routers for this DVR port 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:35:55.120945 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-da6d26f0-dd45-4b69-b610-9ea937f7df1d req-2c4544af-1775-4404-a54b-c40f73ff45f1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:55.124966 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-da6d26f0-dd45-4b69-b610-9ea937f7df1d req-2c4544af-1775-4404-a54b-c40f73ff45f1 tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.58 "DELETE /v2.0/ports/2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec HTTP/1.1" status: 204 len: 173 time: 1.8245969 Jul 28 22:35:55.128437 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'name': 'network-vif-deleted', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:35:55.139003 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb89781-4f3b-43ac-80ee-21755f5daac4" -d '{"events": [{"server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "name": "network-vif-deleted", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:35:55.183165 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Pushing event updated for resources: {'Port': ['ID=1c06568b-ba30-4d2c-81ad-0bf0c96c3645,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:55.297951 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306b3c6b-78eb-42d7-abb8-6a584fd35acd x-openstack-request-id: req-306b3c6b-78eb-42d7-abb8-6a584fd35acd {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:35:55.298253 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d00f8c1-cefc-4879-afad-88753b55d83f", "name": "network-vif-deleted", "tag": "2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:35:55.298517 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-306b3c6b-78eb-42d7-abb8-6a584fd35acd {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:35:55.298932 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-306b3c6b-78eb-42d7-abb8-6a584fd35acd'] response: {'server_uuid': '8d00f8c1-cefc-4879-afad-88753b55d83f', 'name': 'network-vif-deleted', 'tag': '2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec', 'status': 'completed', 'code': 200} Jul 28 22:35:55.313468 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Attempting to bind port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:35:55.313838 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Attempting to bind port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:35:55.314168 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Attempting to bind port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 on network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:35:55.323632 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 on network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:35:55.324466 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Attempting to bind port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 on network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:35:55.333378 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:35:55.333748 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Checking segment: {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:35:55.334139 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Bound using segment: {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:35:55.334570 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Bound port: 1c06568b-ba30-4d2c-81ad-0bf0c96c3645, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:35:55.334928 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:55.447084 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47690) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:55.491454 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] For port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:35:55.499702 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] For port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=1c06568b-ba30-4d2c-81ad-0bf0c96c3645,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:35:55.514235 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:55.547209 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:55.547840 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:55.550331 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] 10.222.0.58 "PUT /v2.0/ports/1c06568b-ba30-4d2c-81ad-0bf0c96c3645 HTTP/1.1" status: 200 len: 1093 time: 3.2103188 Jul 28 22:35:55.703800 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-5172e73f-c5e9-4a22-8454-7984accd0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:55.705439 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-5172e73f-c5e9-4a22-8454-7984accd0ff9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 1127 time: 0.1017559 Jul 28 22:35:55.806846 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706612876-network', 'tenant_id': 'e6b45138bced4ec2aa62dac925390a39'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:35:55.824774 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6b08c-0dd7-49f2-92b1-2ff64d557352 req-c884d0ae-418c-4ecb-9c76-966fac1cb783 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:55.836731 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-17e6b08c-0dd7-49f2-92b1-2ff64d557352 req-c884d0ae-418c-4ecb-9c76-966fac1cb783 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 943 time: 0.1684928 Jul 28 22:35:55.888266 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-142ec196-b87e-451f-bfcb-96939f34431f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c06568b-ba30-4d2c-81ad-0bf0c96c3645 HTTP/1.1" status: 200 len: 217 time: 0.1652768 Jul 28 22:35:55.947469 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Made reservation on behalf of e6b45138bced4ec2aa62dac925390a39 for: {'network': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:35:55.953474 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:56.009600 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:56.049454 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ee545831-a02e-4999-976b-9fdc4c8f07e5 req-5391c0fd-ee37-474e-b7cc-7a4be1bb226c tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d00f8c1-cefc-4879-afad-88753b55d83f HTTP/1.1" status: 200 len: 210 time: 0.1298158 Jul 28 22:35:56.051260 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e36840-d89b-45a4-a4e7-44367e4fb1eb service neutron] Pushing event updated for resources: {'Port': ['ID=1c06568b-ba30-4d2c-81ad-0bf0c96c3645,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:56.069338 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:35:56.072385 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-17e6b08c-0dd7-49f2-92b1-2ff64d557352 req-e8a96eb6-fd29-487f-86c6-948ed8356d84 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348278 Jul 28 22:35:56.099407 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d3407d8d-729f-44f1-a307-7b28a65ff957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:56.106073 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-d3407d8d-729f-44f1-a307-7b28a65ff957 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 200 len: 850 time: 0.2040699 Jul 28 22:35:56.118425 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:56.125225 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:56.129408 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:35:56.130664 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 2f1bb5bf-daa7-4786-b3bb-bf51eb4d81ec not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:35:56.166277 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Publish callbacks [] for security_group (d1550090-83e3-4b86-b0f7-373e548f58a7), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:56.171274 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (d1550090-83e3-4b86-b0f7-373e548f58a7), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:56.196004 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=104117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:35:56.213674 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1550090-83e3-4b86-b0f7-373e548f58a7,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:56.258856 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (37bda97c-f814-4fc9-801f-5b6a8222ad75), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:56.259854 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.segments_db [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Added segment 37bda97c-f814-4fc9-801f-5b6a8222ad75 of type vlan for network 07d6b493-a0df-4beb-9f28-e05782bdd54e Jul 28 22:35:56.288186 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-652a3113-c9b9-4628-a292-4a009164680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:56.290508 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-652a3113-c9b9-4628-a292-4a009164680f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670950 Jul 28 22:35:56.342332 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (07d6b493-a0df-4beb-9f28-e05782bdd54e), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:56.356981 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:56.398442 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (07d6b493-a0df-4beb-9f28-e05782bdd54e), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:56.399900 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:56.400877 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:56.467474 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0163417 Jul 28 22:35:56.470565 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47738) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:56.475307 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-61dd3a95-0be2-44eb-8613-03e5bbac73e4 admin admin] Request body: {'subnet': {'network_id': '07d6b493-a0df-4beb-9f28-e05782bdd54e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706612876-subnet', 'tenant_id': 'e6b45138bced4ec2aa62dac925390a39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:35:56.485222 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ae86a-9314-49f8-9f2a-47b1a988cb16 admin admin] Pushing event updated for resources: {'Network': ['ID=07d6b493-a0df-4beb-9f28-e05782bdd54e,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:56.506300 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dd3a95-0be2-44eb-8613-03e5bbac73e4 admin admin] Made reservation on behalf of e6b45138bced4ec2aa62dac925390a39 for: {'subnet': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:35:56.511918 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 07d6b493-a0df-4beb-9f28-e05782bdd54e details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:35:56.520963 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-61dd3a95-0be2-44eb-8613-03e5bbac73e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58843457'] for subnet (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:56.556681 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-3d125951-23b7-4982-8f30-6844f4c8b6d7 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424264 Jul 28 22:35:56.700684 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-883e1c6e-e894-4f0c-b0e1-9eec0538bb9b req-c702f2b2-f91f-49f8-93b6-8e03443fb927 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366644 Jul 28 22:35:56.760636 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-61dd3a95-0be2-44eb-8613-03e5bbac73e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58993893', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58843503'] for subnet (9b7d481b-c2c4-4364-aae5-83ede42afe51), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:56.835064 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd3a95-0be2-44eb-8613-03e5bbac73e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7d481b-c2c4-4364-aae5-83ede42afe51,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:56.846842 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dd3a95-0be2-44eb-8613-03e5bbac73e4 admin admin] Checking segment: {'id': '37bda97c-f814-4fc9-801f-5b6a8222ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '07d6b493-a0df-4beb-9f28-e05782bdd54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:35:56.847404 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd3a95-0be2-44eb-8613-03e5bbac73e4 admin admin] Network hostable DHCP agents. Network: 07d6b493-a0df-4beb-9f28-e05782bdd54e, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:35:56.870060 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dd3a95-0be2-44eb-8613-03e5bbac73e4 admin admin] Network 07d6b493-a0df-4beb-9f28-e05782bdd54e is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:35:56.882155 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-61dd3a95-0be2-44eb-8613-03e5bbac73e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 07d6b493-a0df-4beb-9f28-e05782bdd54e) {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:35:56.886551 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dd3a95-0be2-44eb-8613-03e5bbac73e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:56.887186 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-61dd3a95-0be2-44eb-8613-03e5bbac73e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:56.897580 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c73afa-5524-49c7-a3f6-2a885aa4c14c None None] Network 07d6b493-a0df-4beb-9f28-e05782bdd54e requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:35:56.910409 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-61dd3a95-0be2-44eb-8613-03e5bbac73e4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4388058 Jul 28 22:35:56.982897 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:57.048016 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73647c26-ef66-408e-890a-a60f3386524c None None] Network 07d6b493-a0df-4beb-9f28-e05782bdd54e requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:35:57.136145 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47786) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:57.259449 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60e927-ccf4-44b0-aa32-34b6d4baae10 req-857e6daf-e31f-4eca-a81c-d9475b302253 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:57.261077 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cf60e927-ccf4-44b0-aa32-34b6d4baae10 req-857e6daf-e31f-4eca-a81c-d9475b302253 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 943 time: 0.0898588 Jul 28 22:35:57.271320 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2693d378-607c-4577-b281-4c4807c1a92d tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group (e08f38ae-d944-4907-a873-23e07385fd2b), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:57.319453 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'tag': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:35:57.322014 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aab985-0806-4cd7-9bee-87db7d48e819" -d '{"events": [{"name": "network-changed", "server_uuid": "00a0bb72-6ab1-4e67-a33f-3f93da40cfee", "tag": "1c06568b-ba30-4d2c-81ad-0bf0c96c3645"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:35:57.328770 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cf60e927-ccf4-44b0-aa32-34b6d4baae10 req-b92c9ce2-0fd3-4ab8-9889-ec04bff1f09b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559497 Jul 28 22:35:57.342772 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2693d378-607c-4577-b281-4c4807c1a92d tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group (e08f38ae-d944-4907-a873-23e07385fd2b), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:57.354101 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:57.391824 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35eef2b-750a-4113-b930-f9b7a0474d31 x-openstack-request-id: req-e35eef2b-750a-4113-b930-f9b7a0474d31 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:35:57.392045 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a0bb72-6ab1-4e67-a33f-3f93da40cfee", "tag": "1c06568b-ba30-4d2c-81ad-0bf0c96c3645", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:35:57.392838 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e35eef2b-750a-4113-b930-f9b7a0474d31 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:35:57.393304 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35eef2b-750a-4113-b930-f9b7a0474d31'] response: {'name': 'network-changed', 'server_uuid': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'tag': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'status': 'completed', 'code': 200} Jul 28 22:35:57.459116 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2693d378-607c-4577-b281-4c4807c1a92d tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (e08f38ae-d944-4907-a873-23e07385fd2b), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:57.462171 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2693d378-607c-4577-b281-4c4807c1a92d tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:57.463374 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-2693d378-607c-4577-b281-4c4807c1a92d tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] 10.222.0.39 "DELETE /v2.0/security-groups/e08f38ae-d944-4907-a873-23e07385fd2b HTTP/1.1" status: 204 len: 168 time: 0.3256321 Jul 28 22:35:57.484882 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693d378-607c-4577-b281-4c4807c1a92d tempest-TestShelveInstance-2114179531 tempest-TestShelveInstance-2114179531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f38ae-d944-4907-a873-23e07385fd2b,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:57.488173 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aab985-0806-4cd7-9bee-87db7d48e819 req-c28f1c80-82ca-447a-838d-da0c2c1ed6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:57.491681 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-89aab985-0806-4cd7-9bee-87db7d48e819 req-c28f1c80-82ca-447a-838d-da0c2c1ed6e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 1127 time: 0.0736704 Jul 28 22:35:57.530551 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47826) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:57.614082 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aab985-0806-4cd7-9bee-87db7d48e819 req-b58116ef-e89b-4796-91ed-9f0c55de919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:57.615958 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-89aab985-0806-4cd7-9bee-87db7d48e819 req-b58116ef-e89b-4796-91ed-9f0c55de919d service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 912 time: 0.1144533 Jul 28 22:35:57.665758 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-89aab985-0806-4cd7-9bee-87db7d48e819 req-373693b7-3057-4a88-b3f1-79c89420cd33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c06568b-ba30-4d2c-81ad-0bf0c96c3645 HTTP/1.1" status: 200 len: 217 time: 0.0397718 Jul 28 22:35:57.761990 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aab985-0806-4cd7-9bee-87db7d48e819 req-953951ef-34c2-46a9-8830-952f3ebfc461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:57.761990 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-89aab985-0806-4cd7-9bee-87db7d48e819 req-953951ef-34c2-46a9-8830-952f3ebfc461 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 200 len: 850 time: 0.0861938 Jul 28 22:35:57.823847 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aab985-0806-4cd7-9bee-87db7d48e819 req-fe32c3aa-b2ae-4fdc-9723-f77ed023755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:57.826069 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-89aab985-0806-4cd7-9bee-87db7d48e819 req-fe32c3aa-b2ae-4fdc-9723-f77ed023755f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567372 Jul 28 22:35:57.900693 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:57.930830 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47848) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:57.937759 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1333769266-network', 'tenant_id': '344f10a169954071b3023faad8b1c456'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:35:57.945890 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:57.964055 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-89aab985-0806-4cd7-9bee-87db7d48e819 req-23f34423-e21c-44a2-8f19-632dbb5f30b1 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308670 Jul 28 22:35:57.980504 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Made reservation on behalf of 344f10a169954071b3023faad8b1c456 for: {'network': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:35:57.982913 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.030059 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.081330 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:58.092144 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-db141cf7-81e7-4775-8c7b-c21d5afe3547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (c284a528-40fc-4fd7-b720-f6b206ce859e), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.115322 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-89aab985-0806-4cd7-9bee-87db7d48e819 req-7345f827-6d43-462e-87af-0c6631bfe5a0 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443803 Jul 28 22:35:58.168570 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Publish callbacks [] for security_group (5dc83971-1f1a-4ed6-968e-5477d50e3eec), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.175964 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (5dc83971-1f1a-4ed6-968e-5477d50e3eec), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.201235 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=104116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:35:58.215996 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (5d48be37-7635-4430-8548-a51d55cd35ec), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.216321 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.segments_db [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Added segment 5d48be37-7635-4430-8548-a51d55cd35ec of type vlan for network 4744347b-6579-4a40-8c06-fddfcdaed4ab Jul 28 22:35:58.224831 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc83971-1f1a-4ed6-968e-5477d50e3eec,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:58.262637 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (4744347b-6579-4a40-8c06-fddfcdaed4ab), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.293857 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (4744347b-6579-4a40-8c06-fddfcdaed4ab), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.294969 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:58.295597 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.355820 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-db141cf7-81e7-4775-8c7b-c21d5afe3547 admin admin] Deleting port 9a813a59-a059-4bc7-b93e-7a76ef49e455 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:35:58.356180 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-db141cf7-81e7-4775-8c7b-c21d5afe3547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.449694 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-db141cf7-81e7-4775-8c7b-c21d5afe3547 admin admin] For port 9a813a59-a059-4bc7-b93e-7a76ef49e455, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=9a813a59-a059-4bc7-b93e-7a76ef49e455,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:35:58.450087 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-db141cf7-81e7-4775-8c7b-c21d5afe3547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.488953 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-db141cf7-81e7-4775-8c7b-c21d5afe3547 admin admin] Calling delete_port for 9a813a59-a059-4bc7-b93e-7a76ef49e455 owned by network:router_interface {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:35:58.516346 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6555c-5747-4ada-b103-275af5274096 req-664c16a3-fe75-427a-8420-9de2aff62539 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:58.517895 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bfd6555c-5747-4ada-b103-275af5274096 req-664c16a3-fe75-427a-8420-9de2aff62539 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 943 time: 0.0705199 Jul 28 22:35:58.621242 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bfd6555c-5747-4ada-b103-275af5274096 req-a1e26c0a-07a9-4f75-b4bb-08563daab0b6 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672016 Jul 28 22:35:58.621970 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6868114 Jul 28 22:35:58.621970 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47868) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:58.626776 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-2cdf5f66-a547-4a44-ac29-70695109b81b admin admin] Request body: {'subnet': {'network_id': '4744347b-6579-4a40-8c06-fddfcdaed4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1333769266-subnet', 'tenant_id': '344f10a169954071b3023faad8b1c456', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:35:58.632244 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e105ba-6867-4978-80b3-1cb72b17d2b0 admin admin] Pushing event updated for resources: {'Network': ['ID=4744347b-6579-4a40-8c06-fddfcdaed4ab,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:58.647209 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network 4744347b-6579-4a40-8c06-fddfcdaed4ab details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:35:58.655096 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdf5f66-a547-4a44-ac29-70695109b81b admin admin] Made reservation on behalf of 344f10a169954071b3023faad8b1c456 for: {'subnet': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:35:58.657545 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5f66-a547-4a44-ac29-70695109b81b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59176997'] for subnet (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.714242 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:DELETE=2,neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:58.773923 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47872) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:58.780856 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-db141cf7-81e7-4775-8c7b-c21d5afe3547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (9a813a59-a059-4bc7-b93e-7a76ef49e455), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.828092 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db141cf7-81e7-4775-8c7b-c21d5afe3547 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a813a59-a059-4bc7-b93e-7a76ef49e455,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:58.856089 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5f66-a547-4a44-ac29-70695109b81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62513026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59176971'] for subnet (281f4922-daf7-4836-80c0-deefd149eeaa), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.858360 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:58.862297 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:58.884137 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be64b96-cda6-4eb6-ba1c-8cb84760bf97 admin admin] Deleting subnet d056fa32-0d58-4842-a559-2e50e1788024 {{(pid=104117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:35:58.893072 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5be64b96-cda6-4eb6-ba1c-8cb84760bf97 admin admin] Publish callbacks [] for subnet (d056fa32-0d58-4842-a559-2e50e1788024), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.924870 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf5f66-a547-4a44-ac29-70695109b81b admin admin] Pushing event updated for resources: {'Subnet': ['ID=281f4922-daf7-4836-80c0-deefd149eeaa,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:58.962009 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf5f66-a547-4a44-ac29-70695109b81b admin admin] Checking segment: {'id': '5d48be37-7635-4430-8548-a51d55cd35ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4744347b-6579-4a40-8c06-fddfcdaed4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:35:58.962436 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdf5f66-a547-4a44-ac29-70695109b81b admin admin] Network hostable DHCP agents. Network: 4744347b-6579-4a40-8c06-fddfcdaed4ab, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:35:58.978095 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5be64b96-cda6-4eb6-ba1c-8cb84760bf97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62447129'] for subnet (d056fa32-0d58-4842-a559-2e50e1788024), precommit_delete_associations {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:58.983632 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdf5f66-a547-4a44-ac29-70695109b81b admin admin] Network 4744347b-6579-4a40-8c06-fddfcdaed4ab is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:35:58.999760 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-2cdf5f66-a547-4a44-ac29-70695109b81b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, 4744347b-6579-4a40-8c06-fddfcdaed4ab) {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:35:59.010995 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdf5f66-a547-4a44-ac29-70695109b81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:59.011488 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb455b85-7a9a-42ca-99eb-f434e3655839 None None] Network 4744347b-6579-4a40-8c06-fddfcdaed4ab requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:35:59.011805 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2cdf5f66-a547-4a44-ac29-70695109b81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.037808 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-2cdf5f66-a547-4a44-ac29-70695109b81b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4149373 Jul 28 22:35:59.172193 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31533273-0cb0-4896-93ee-e8830c8d6ce5 None None] Network 4744347b-6579-4a40-8c06-fddfcdaed4ab requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:35:59.205039 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47880) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:59.261604 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c71fac-9e3b-4348-9a4c-931c75df84b1 admin admin] Deleting subnet 9b7d481b-c2c4-4364-aae5-83ede42afe51 {{(pid=104116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:35:59.265656 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-81c71fac-9e3b-4348-9a4c-931c75df84b1 admin admin] Publish callbacks [] for subnet (9b7d481b-c2c4-4364-aae5-83ede42afe51), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.316812 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-81c71fac-9e3b-4348-9a4c-931c75df84b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735200'] for subnet (9b7d481b-c2c4-4364-aae5-83ede42afe51), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.359566 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5be64b96-cda6-4eb6-ba1c-8cb84760bf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (d056fa32-0d58-4842-a559-2e50e1788024), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.375167 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-81c71fac-9e3b-4348-9a4c-931c75df84b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (9b7d481b-c2c4-4364-aae5-83ede42afe51), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.399852 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-db141cf7-81e7-4775-8c7b-c21d5afe3547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (c284a528-40fc-4fd7-b720-f6b206ce859e), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.414945 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:59.450176 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-81c71fac-9e3b-4348-9a4c-931c75df84b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62512963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59176960'] for subnet (9b7d481b-c2c4-4364-aae5-83ede42afe51), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.465464 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5be64b96-cda6-4eb6-ba1c-8cb84760bf97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58993700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843492'] for subnet (d056fa32-0d58-4842-a559-2e50e1788024), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.480165 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c71fac-9e3b-4348-9a4c-931c75df84b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7d481b-c2c4-4364-aae5-83ede42afe51,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:59.482207 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-81c71fac-9e3b-4348-9a4c-931c75df84b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.485381 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-81c71fac-9e3b-4348-9a4c-931c75df84b1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9b7d481b-c2c4-4364-aae5-83ede42afe51 HTTP/1.1" status: 204 len: 168 time: 0.2783267 Jul 28 22:35:59.488132 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47888) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:59.530098 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be64b96-cda6-4eb6-ba1c-8cb84760bf97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d056fa32-0d58-4842-a559-2e50e1788024,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:59.536396 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5be64b96-cda6-4eb6-ba1c-8cb84760bf97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.544395 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-5be64b96-cda6-4eb6-ba1c-8cb84760bf97 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d056fa32-0d58-4842-a559-2e50e1788024 HTTP/1.1" status: 204 len: 168 time: 0.7672107 Jul 28 22:35:59.546424 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47894) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:59.566686 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7abc50ee-4e38-4ca7-9ce9-a8e9e882cce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (07d6b493-a0df-4beb-9f28-e05782bdd54e), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.650088 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7abc50ee-4e38-4ca7-9ce9-a8e9e882cce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (07d6b493-a0df-4beb-9f28-e05782bdd54e), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.675922 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-7abc50ee-4e38-4ca7-9ce9-a8e9e882cce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d6b493-a0df-4beb-9f28-e05782bdd54e']}} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:59.686821 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4e8fbb9f-e9c2-4d88-8a71-3e9a9aaeabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (0ffc9792-b9bf-47d9-8c02-0f7cb45eec99), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.696080 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-7abc50ee-4e38-4ca7-9ce9-a8e9e882cce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bda97c-f814-4fc9-801f-5b6a8222ad75') {'for_net_delete': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:59.697089 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-7abc50ee-4e38-4ca7-9ce9-a8e9e882cce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bda97c-f814-4fc9-801f-5b6a8222ad75') {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:35:59.715774 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7abc50ee-4e38-4ca7-9ce9-a8e9e882cce3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735225'] for segment (37bda97c-f814-4fc9-801f-5b6a8222ad75), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.732335 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7abc50ee-4e38-4ca7-9ce9-a8e9e882cce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (37bda97c-f814-4fc9-801f-5b6a8222ad75), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.740709 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abc50ee-4e38-4ca7-9ce9-a8e9e882cce3 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=104116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:35:59.741214 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7abc50ee-4e38-4ca7-9ce9-a8e9e882cce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62512925'] for segment (37bda97c-f814-4fc9-801f-5b6a8222ad75), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.786265 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 37bda97c-f814-4fc9-801f-5b6a8222ad75 resource provider aggregate not found Jul 28 22:35:59.818697 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 37bda97c-f814-4fc9-801f-5b6a8222ad75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37bda97c-f814-4fc9-801f-5b6a8222ad75 found for delete ", "request_id": "req-311ce997-a393-451f-b675-c903ff083631"}]} Jul 28 22:35:59.820178 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7abc50ee-4e38-4ca7-9ce9-a8e9e882cce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (07d6b493-a0df-4beb-9f28-e05782bdd54e), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.822087 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c9d04-ff2d-4f42-9a55-e6e5b4ca95d7 req-833d9997-d7d8-4b04-b1b2-2c33401aec72 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:35:59.825950 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7abc50ee-4e38-4ca7-9ce9-a8e9e882cce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.832044 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-7abc50ee-4e38-4ca7-9ce9-a8e9e882cce3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/07d6b493-a0df-4beb-9f28-e05782bdd54e HTTP/1.1" status: 204 len: 168 time: 0.3398981 Jul 28 22:35:59.832221 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3f7c9d04-ff2d-4f42-9a55-e6e5b4ca95d7 req-833d9997-d7d8-4b04-b1b2-2c33401aec72 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 943 time: 0.0928829 Jul 28 22:35:59.841309 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47904) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:59.841552 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47906) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:35:59.853463 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc50ee-4e38-4ca7-9ce9-a8e9e882cce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=07d6b493-a0df-4beb-9f28-e05782bdd54e,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:35:59.899406 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_v2 [None req-182ee9a2-bf45-486e-bdda-087e184c3eda admin admin] Deleting subnet 281f4922-daf7-4836-80c0-deefd149eeaa {{(pid=104116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:35:59.905315 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-182ee9a2-bf45-486e-bdda-087e184c3eda admin admin] Publish callbacks [] for subnet (281f4922-daf7-4836-80c0-deefd149eeaa), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.931615 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4e8fbb9f-e9c2-4d88-8a71-3e9a9aaeabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (0ffc9792-b9bf-47d9-8c02-0f7cb45eec99), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.947442 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=86,neutron:INSERT=2,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:35:59.955556 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-182ee9a2-bf45-486e-bdda-087e184c3eda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735200'] for subnet (281f4922-daf7-4836-80c0-deefd149eeaa), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:35:59.968681 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3f7c9d04-ff2d-4f42-9a55-e6e5b4ca95d7 req-ddce5b79-5073-46c5-a79d-51454ca0cd50 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384213 Jul 28 22:35:59.981083 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db141cf7-81e7-4775-8c7b-c21d5afe3547 admin admin] Router c284a528-40fc-4fd7-b720-f6b206ce859e has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:35:59.996432 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-4e8fbb9f-e9c2-4d88-8a71-3e9a9aaeabe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffc9792-b9bf-47d9-8c02-0f7cb45eec99']}} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:00.011622 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d67c966a-1980-4de6-bf52-458e2e98b5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.015046 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-4e8fbb9f-e9c2-4d88-8a71-3e9a9aaeabe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64664d6c-ce94-4070-8cee-161fdac614e0') {'for_net_delete': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:00.015438 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-4e8fbb9f-e9c2-4d88-8a71-3e9a9aaeabe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64664d6c-ce94-4070-8cee-161fdac614e0') {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:00.048355 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-182ee9a2-bf45-486e-bdda-087e184c3eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (281f4922-daf7-4836-80c0-deefd149eeaa), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.058173 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4e8fbb9f-e9c2-4d88-8a71-3e9a9aaeabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62447104'] for segment (64664d6c-ce94-4070-8cee-161fdac614e0), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.076611 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:00.079614 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4e8fbb9f-e9c2-4d88-8a71-3e9a9aaeabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (64664d6c-ce94-4070-8cee-161fdac614e0), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.115757 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:00.121165 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8fbb9f-e9c2-4d88-8a71-3e9a9aaeabe1 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:36:00.121642 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4e8fbb9f-e9c2-4d88-8a71-3e9a9aaeabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58993786'] for segment (64664d6c-ce94-4070-8cee-161fdac614e0), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.137433 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-182ee9a2-bf45-486e-bdda-087e184c3eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62512963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59176960'] for subnet (281f4922-daf7-4836-80c0-deefd149eeaa), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.170519 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment 64664d6c-ce94-4070-8cee-161fdac614e0 resource provider aggregate not found Jul 28 22:36:00.178028 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d67c966a-1980-4de6-bf52-458e2e98b5d1 admin admin] Publish callbacks [] for security_group (14ea4001-522a-4dc9-bda1-778fd4d09759), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.182662 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ee9a2-bf45-486e-bdda-087e184c3eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281f4922-daf7-4836-80c0-deefd149eeaa,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:00.192334 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d67c966a-1980-4de6-bf52-458e2e98b5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (14ea4001-522a-4dc9-bda1-778fd4d09759), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.196347 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-182ee9a2-bf45-486e-bdda-087e184c3eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.196718 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment 64664d6c-ce94-4070-8cee-161fdac614e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64664d6c-ce94-4070-8cee-161fdac614e0 found for delete ", "request_id": "req-90ca2992-89eb-412c-9358-4d06924f1133"}]} Jul 28 22:36:00.199772 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-182ee9a2-bf45-486e-bdda-087e184c3eda admin admin] 10.222.0.39 "DELETE /v2.0/subnets/281f4922-daf7-4836-80c0-deefd149eeaa HTTP/1.1" status: 204 len: 168 time: 0.3573010 Jul 28 22:36:00.203163 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47914) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:00.224399 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db141cf7-81e7-4775-8c7b-c21d5afe3547 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:36:00.232893 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-db141cf7-81e7-4775-8c7b-c21d5afe3547 admin admin] 10.222.0.39 "PUT /v2.0/routers/c284a528-40fc-4fd7-b720-f6b206ce859e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7009730 Jul 28 22:36:00.234756 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968de19-042c-4d8f-8241-baa4e73043c6 None None] Sync routers for ids ['c284a528-40fc-4fd7-b720-f6b206ce859e'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:36:00.236913 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47916) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:00.247444 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968de19-042c-4d8f-8241-baa4e73043c6 None None] Routers {'c284a528-40fc-4fd7-b720-f6b206ce859e'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:36:00.248378 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-c968de19-042c-4d8f-8241-baa4e73043c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['c284a528-40fc-4fd7-b720-f6b206ce859e'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:00.250715 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-d67c966a-1980-4de6-bf52-458e2e98b5d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3dc1c6397c6a499e989953d4cd8f6764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4070570 Jul 28 22:36:00.261548 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47918) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:00.270058 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4e8fbb9f-e9c2-4d88-8a71-3e9a9aaeabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (0ffc9792-b9bf-47d9-8c02-0f7cb45eec99), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.274185 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4e8fbb9f-e9c2-4d88-8a71-3e9a9aaeabe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.277443 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-4e8fbb9f-e9c2-4d88-8a71-3e9a9aaeabe1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0ffc9792-b9bf-47d9-8c02-0f7cb45eec99 HTTP/1.1" status: 204 len: 168 time: 0.7266591 Jul 28 22:36:00.285755 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c966a-1980-4de6-bf52-458e2e98b5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ea4001-522a-4dc9-bda1-778fd4d09759,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:00.314531 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fbb9f-e9c2-4d88-8a71-3e9a9aaeabe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ffc9792-b9bf-47d9-8c02-0f7cb45eec99,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:00.347994 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c6627793-ac10-4ea4-b166-5ff002dde4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (4744347b-6579-4a40-8c06-fddfcdaed4ab), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.372169 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5967-352e-41ed-b4d8-65c298989c03 admin admin] Publish callbacks [] for security_group (14ea4001-522a-4dc9-bda1-778fd4d09759), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.381099 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Publish callbacks [] for router (c284a528-40fc-4fd7-b720-f6b206ce859e), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.382168 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-c968de19-042c-4d8f-8241-baa4e73043c6 None None] Set router c284a528-40fc-4fd7-b720-f6b206ce859e gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:36:00.505146 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5967-352e-41ed-b4d8-65c298989c03 admin admin] Publish callbacks [] for security_group (14ea4001-522a-4dc9-bda1-778fd4d09759), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.509304 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Publish callbacks [] for router_gateway (c284a528-40fc-4fd7-b720-f6b206ce859e), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.530608 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c6627793-ac10-4ea4-b166-5ff002dde4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (4744347b-6579-4a40-8c06-fddfcdaed4ab), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.531025 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47926) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:00.566978 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-c6627793-ac10-4ea4-b166-5ff002dde4ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4744347b-6579-4a40-8c06-fddfcdaed4ab']}} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:00.589079 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-c6627793-ac10-4ea4-b166-5ff002dde4ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d48be37-7635-4430-8548-a51d55cd35ec') {'for_net_delete': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:00.589978 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-c6627793-ac10-4ea4-b166-5ff002dde4ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d48be37-7635-4430-8548-a51d55cd35ec') {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:00.602468 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c6627793-ac10-4ea4-b166-5ff002dde4ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62447104'] for segment (5d48be37-7635-4430-8548-a51d55cd35ec), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.603132 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:00.613210 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Deleting port ca766efb-c17a-4f26-a716-73114da2d51d {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:36:00.613569 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (ca766efb-c17a-4f26-a716-73114da2d51d), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.632473 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c6627793-ac10-4ea4-b166-5ff002dde4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (5d48be37-7635-4430-8548-a51d55cd35ec), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.633093 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-43acd5b8-8583-4475-990e-9f100183be88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5144f6ac53848fe84bdcb15e5242f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1008735 Jul 28 22:36:00.637073 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47932) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:00.642349 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-c968de19-042c-4d8f-8241-baa4e73043c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:35:58Z', 'revision_number': 5, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port': {'id': 'ca766efb-c17a-4f26-a716-73114da2d51d', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:00.663300 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6627793-ac10-4ea4-b166-5ff002dde4ce admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:36:00.663467 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c6627793-ac10-4ea4-b166-5ff002dde4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58993786'] for segment (5d48be37-7635-4430-8548-a51d55cd35ec), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.675779 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968de19-042c-4d8f-8241-baa4e73043c6 None None] Checking router: c284a528-40fc-4fd7-b720-f6b206ce859e for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:36:00.685091 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:00.687538 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968de19-042c-4d8f-8241-baa4e73043c6 None None] Routers {'c284a528-40fc-4fd7-b720-f6b206ce859e'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:36:00.688574 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-c968de19-042c-4d8f-8241-baa4e73043c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['c284a528-40fc-4fd7-b720-f6b206ce859e'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:00.725456 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] For port ca766efb-c17a-4f26-a716-73114da2d51d, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=ca766efb-c17a-4f26-a716-73114da2d51d,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:00.726014 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (ca766efb-c17a-4f26-a716-73114da2d51d), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.734448 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5967-352e-41ed-b4d8-65c298989c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (14ea4001-522a-4dc9-bda1-778fd4d09759), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.737697 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5967-352e-41ed-b4d8-65c298989c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.741394 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-b8ca5967-352e-41ed-b4d8-65c298989c03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14ea4001-522a-4dc9-bda1-778fd4d09759 HTTP/1.1" status: 204 len: 168 time: 0.4761589 Jul 28 22:36:00.745982 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Calling delete_port for ca766efb-c17a-4f26-a716-73114da2d51d owned by network:router_gateway {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:36:00.802472 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-c968de19-042c-4d8f-8241-baa4e73043c6 None None] Set router c284a528-40fc-4fd7-b720-f6b206ce859e gateway port host: None {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:36:00.813252 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca5967-352e-41ed-b4d8-65c298989c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ea4001-522a-4dc9-bda1-778fd4d09759,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:00.835746 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c6627793-ac10-4ea4-b166-5ff002dde4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (4744347b-6579-4a40-8c06-fddfcdaed4ab), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.854001 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c6627793-ac10-4ea4-b166-5ff002dde4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.862606 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c6627793-ac10-4ea4-b166-5ff002dde4ce admin admin] 10.222.0.39 "DELETE /v2.0/networks/4744347b-6579-4a40-8c06-fddfcdaed4ab HTTP/1.1" status: 204 len: 168 time: 0.6580868 Jul 28 22:36:00.865148 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c73df1b-362c-4caf-be11-08604c6758da admin admin] Publish callbacks [] for security_group (c252c186-251f-41c1-848b-f7915d8b6652), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.880525 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6627793-ac10-4ea4-b166-5ff002dde4ce admin admin] Pushing event deleted for resources: {'Network': ['ID=4744347b-6579-4a40-8c06-fddfcdaed4ab,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:00.891111 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-c968de19-042c-4d8f-8241-baa4e73043c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:36:00Z', 'revision_number': 6, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port_host': None}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:00.907424 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c73df1b-362c-4caf-be11-08604c6758da admin admin] Publish callbacks [] for security_group (c252c186-251f-41c1-848b-f7915d8b6652), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:00.939461 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c968de19-042c-4d8f-8241-baa4e73043c6 None None] The sync data for ids ['c284a528-40fc-4fd7-b720-f6b206ce859e'] in dv-cinder-850939-3-iscsi is: [{'id': 'c284a528-40fc-4fd7-b720-f6b206ce859e', 'name': 'tempest-TestShelveInstance-1976095651-router', 'tenant_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:06Z', 'updated_at': '2022-07-28T22:36:00Z', 'revision_number': 6, 'project_id': '2406f01f7b3b4941a0bcd97a68d3d510', 'gw_port_host': None}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:36:01.002750 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c73df1b-362c-4caf-be11-08604c6758da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (c252c186-251f-41c1-848b-f7915d8b6652), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.007556 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c73df1b-362c-4caf-be11-08604c6758da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.011929 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-7c73df1b-362c-4caf-be11-08604c6758da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c252c186-251f-41c1-848b-f7915d8b6652 HTTP/1.1" status: 204 len: 168 time: 0.3729873 Jul 28 22:36:01.022948 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (ca766efb-c17a-4f26-a716-73114da2d51d), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.031071 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73df1b-362c-4caf-be11-08604c6758da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c252c186-251f-41c1-848b-f7915d8b6652,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:01.072673 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca766efb-c17a-4f26-a716-73114da2d51d,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:01.130789 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cd504-df49-4617-84e2-585171825603 req-907d8b00-6006-4f78-bdff-f00eab6b8590 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:01.132585 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b08cd504-df49-4617-84e2-585171825603 req-907d8b00-6006-4f78-bdff-f00eab6b8590 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 943 time: 0.0616715 Jul 28 22:36:01.173629 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362012'] for router_gateway (c284a528-40fc-4fd7-b720-f6b206ce859e), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.194711 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b08cd504-df49-4617-84e2-585171825603 req-1ed60e8f-7655-45f2-a8bb-0163756dac11 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557592 Jul 28 22:36:01.273091 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-596'] for router (c284a528-40fc-4fd7-b720-f6b206ce859e), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.279422 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Publish callbacks [] for router_controller (c284a528-40fc-4fd7-b720-f6b206ce859e), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.312029 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47946) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:01.345293 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-353813'] for router (c284a528-40fc-4fd7-b720-f6b206ce859e), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.345611 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c284a528-40fc-4fd7-b720-f6b206ce859e {{(pid=104116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 22:36:01.351784 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.353031 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-2e559f73-d4e0-42c7-b85e-f72fd4019963 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c284a528-40fc-4fd7-b720-f6b206ce859e HTTP/1.1" status: 204 len: 168 time: 1.1143105 Jul 28 22:36:01.355595 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 47948) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:01.386332 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-cf73cbb6-9336-4630-bb9a-5efc1fd0e7a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6b45138bced4ec2aa62dac925390a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0717976 Jul 28 22:36:01.388068 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47950) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:01.434276 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_v2 [None req-876e3b88-662b-41aa-8380-a4a306794a97 admin admin] Deleting subnet 7b2d5a71-51ae-4403-b7de-674f7705c0be {{(pid=104116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:36:01.437515 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-876e3b88-662b-41aa-8380-a4a306794a97 admin admin] Publish callbacks [] for subnet (7b2d5a71-51ae-4403-b7de-674f7705c0be), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.446912 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:01.477029 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-876e3b88-662b-41aa-8380-a4a306794a97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735200'] for subnet (7b2d5a71-51ae-4403-b7de-674f7705c0be), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.480018 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-36d3531b-3453-400c-9ff4-d6dc3bc2886f admin admin] Publish callbacks [] for security_group (d1550090-83e3-4b86-b0f7-373e548f58a7), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.482803 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:01.510435 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-36d3531b-3453-400c-9ff4-d6dc3bc2886f admin admin] Publish callbacks [] for security_group (d1550090-83e3-4b86-b0f7-373e548f58a7), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.575396 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-36d3531b-3453-400c-9ff4-d6dc3bc2886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (d1550090-83e3-4b86-b0f7-373e548f58a7), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.577472 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-876e3b88-662b-41aa-8380-a4a306794a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (7b2d5a71-51ae-4403-b7de-674f7705c0be), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.578368 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-36d3531b-3453-400c-9ff4-d6dc3bc2886f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.579688 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-36d3531b-3453-400c-9ff4-d6dc3bc2886f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1550090-83e3-4b86-b0f7-373e548f58a7 HTTP/1.1" status: 204 len: 168 time: 0.1905689 Jul 28 22:36:01.589952 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3531b-3453-400c-9ff4-d6dc3bc2886f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1550090-83e3-4b86-b0f7-373e548f58a7,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:01.660684 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-876e3b88-662b-41aa-8380-a4a306794a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62512963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59176960'] for subnet (7b2d5a71-51ae-4403-b7de-674f7705c0be), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.674234 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-876e3b88-662b-41aa-8380-a4a306794a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.677564 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-876e3b88-662b-41aa-8380-a4a306794a97 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7b2d5a71-51ae-4403-b7de-674f7705c0be HTTP/1.1" status: 204 len: 168 time: 0.3209875 Jul 28 22:36:01.680188 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 47968) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:01.682487 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae80136-23f6-41bc-b2c3-3dab01800798 None None] Network 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:36:01.712485 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e3b88-662b-41aa-8380-a4a306794a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b2d5a71-51ae-4403-b7de-674f7705c0be,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:01.796916 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (7f2aa367-6d5d-4752-a99e-b9dafb11cca1), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:01.903753 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Deleting port fe667596-613c-4ca6-884b-b564574e7f38 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:36:01.904818 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (fe667596-613c-4ca6-884b-b564574e7f38), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.000000 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] DHCP port deletion for 7f2aa367-6d5d-4752-a99e-b9dafb11cca1 request from dv-cinder-850939-3-iscsi {{(pid=104118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 22:36:02.060937 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] For port fe667596-613c-4ca6-884b-b564574e7f38, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=fe667596-613c-4ca6-884b-b564574e7f38,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:02.061305 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (fe667596-613c-4ca6-884b-b564574e7f38), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.094270 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Deleting port fe667596-613c-4ca6-884b-b564574e7f38 {{(pid=104118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:36:02.094656 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (fe667596-613c-4ca6-884b-b564574e7f38), before_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.094841 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Calling delete_port for fe667596-613c-4ca6-884b-b564574e7f38 owned by network:dhcp {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:36:02.203551 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device ca766efb-c17a-4f26-a716-73114da2d51d no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:36:02.227133 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: ca766efb-c17a-4f26-a716-73114da2d51d {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:36:02.228248 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device ca766efb-c17a-4f26-a716-73114da2d51d not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:36:02.228947 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 9a813a59-a059-4bc7-b93e-7a76ef49e455 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:36:02.240225 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment 5d48be37-7635-4430-8548-a51d55cd35ec resource provider aggregate not found Jul 28 22:36:02.253225 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 9a813a59-a059-4bc7-b93e-7a76ef49e455 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:36:02.253594 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 9a813a59-a059-4bc7-b93e-7a76ef49e455 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:36:02.282414 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] For port fe667596-613c-4ca6-884b-b564574e7f38, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=fe667596-613c-4ca6-884b-b564574e7f38,segment=NetworkSegment(4c5c1f79-ee81-4728-9516-39f78dc27ae5),segment_id=4c5c1f79-ee81-4728-9516-39f78dc27ae5)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:02.283097 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (fe667596-613c-4ca6-884b-b564574e7f38), precommit_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.299677 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Calling delete_port for fe667596-613c-4ca6-884b-b564574e7f38 owned by network:dhcp {{(pid=104118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:36:02.307415 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment 5d48be37-7635-4430-8548-a51d55cd35ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d48be37-7635-4430-8548-a51d55cd35ec found for delete ", "request_id": "req-8beb0f62-cb9c-4077-a185-51618d38412c"}]} Jul 28 22:36:02.318921 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (fe667596-613c-4ca6-884b-b564574e7f38), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.390489 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=fe667596-613c-4ca6-884b-b564574e7f38,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:02.497580 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48000) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:02.512428 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] No DVR routers for this DVR port fe667596-613c-4ca6-884b-b564574e7f38 on host dv-cinder-850939-3-iscsi {{(pid=104117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:36:02.528402 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (fe667596-613c-4ca6-884b-b564574e7f38), after_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.563186 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83803e-7de7-487f-8149-637e5bf33782 req-4afbba8d-3479-4b18-84e5-ff21688ba2d5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:02.564748 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-db83803e-7de7-487f-8149-637e5bf33782 req-4afbba8d-3479-4b18-84e5-ff21688ba2d5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 943 time: 0.1841700 Jul 28 22:36:02.572858 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-5d62435d-90a1-416c-9b64-755376325f0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=344f10a169954071b3023faad8b1c456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0787086 Jul 28 22:36:02.575448 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48004) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:02.582929 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:02.587587 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Pushing event deleted for resources: {'Port': ['ID=fe667596-613c-4ca6-884b-b564574e7f38,revision_number=None']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:02.602427 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] No DVR routers for this DVR port fe667596-613c-4ca6-884b-b564574e7f38 on host dv-cinder-850939-3-iscsi {{(pid=104118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:36:02.605636 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.606897 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.607750 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.608580 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.609623 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.610542 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.611378 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.612343 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.613273 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.614120 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.614950 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.615944 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.616771 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.617648 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.618377 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bd7e6c-220c-42c7-8845-a67af25fb4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:02.667272 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-541e34df-35d6-495c-a74f-1d3971f941a0 admin admin] Publish callbacks [] for security_group (5dc83971-1f1a-4ed6-968e-5477d50e3eec), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.686517 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (7f2aa367-6d5d-4752-a99e-b9dafb11cca1), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.694048 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-541e34df-35d6-495c-a74f-1d3971f941a0 admin admin] Publish callbacks [] for security_group (5dc83971-1f1a-4ed6-968e-5477d50e3eec), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.696303 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:02.709316 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:02.736046 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-db83803e-7de7-487f-8149-637e5bf33782 req-f3cbda7e-8ffd-4c1d-8ac1-f7502c435e3c tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583691 Jul 28 22:36:02.741431 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2aa367-6d5d-4752-a99e-b9dafb11cca1']}} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:02.767834 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5c1f79-ee81-4728-9516-39f78dc27ae5') {'for_net_delete': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:02.767834 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5c1f79-ee81-4728-9516-39f78dc27ae5') {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:02.773471 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-541e34df-35d6-495c-a74f-1d3971f941a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (5dc83971-1f1a-4ed6-968e-5477d50e3eec), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.779323 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-541e34df-35d6-495c-a74f-1d3971f941a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.779323 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-541e34df-35d6-495c-a74f-1d3971f941a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5dc83971-1f1a-4ed6-968e-5477d50e3eec HTTP/1.1" status: 204 len: 168 time: 0.2022147 Jul 28 22:36:02.781579 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62447104'] for segment (4c5c1f79-ee81-4728-9516-39f78dc27ae5), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.791234 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e34df-35d6-495c-a74f-1d3971f941a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc83971-1f1a-4ed6-968e-5477d50e3eec,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:02.810412 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (4c5c1f79-ee81-4728-9516-39f78dc27ae5), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.828185 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=104117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:36:02.828589 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58993786'] for segment (4c5c1f79-ee81-4728-9516-39f78dc27ae5), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.894767 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (7f2aa367-6d5d-4752-a99e-b9dafb11cca1), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.904374 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:02.909064 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] 10.222.0.39 "DELETE /v2.0/networks/7f2aa367-6d5d-4752-a99e-b9dafb11cca1 HTTP/1.1" status: 204 len: 168 time: 1.2276289 Jul 28 22:36:02.914645 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48014) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:02.922392 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76e2aa-fb47-4ba3-9c20-e560a60e9dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2aa367-6d5d-4752-a99e-b9dafb11cca1,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:03.284313 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80aaf3cd-db18-4ac1-905a-9e3a84cfcd6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (173e17b8-c237-4303-9cf7-cb2765a451ac), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:03.691757 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-80aaf3cd-db18-4ac1-905a-9e3a84cfcd6e admin admin] Deleting port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:36:03.693035 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80aaf3cd-db18-4ac1-905a-9e3a84cfcd6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:03.858642 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-80aaf3cd-db18-4ac1-905a-9e3a84cfcd6e admin admin] For port c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b,segment=NetworkSegment(47294fe3-ac21-42a8-b60a-19f83edcab41),segment_id=47294fe3-ac21-42a8-b60a-19f83edcab41)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:03.859432 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80aaf3cd-db18-4ac1-905a-9e3a84cfcd6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:03.888794 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-80aaf3cd-db18-4ac1-905a-9e3a84cfcd6e admin admin] Calling delete_port for c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b owned by network:router_interface {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:36:03.960445 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ba870-760a-4225-a7c0-74db731b54a1 req-429cdcb5-003e-40c7-9133-fbb585b2c181 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:03.967632 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fc4ba870-760a-4225-a7c0-74db731b54a1 req-429cdcb5-003e-40c7-9133-fbb585b2c181 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 943 time: 0.1021266 Jul 28 22:36:04.074030 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device fe667596-613c-4ca6-884b-b564574e7f38 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:36:04.087961 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fc4ba870-760a-4225-a7c0-74db731b54a1 req-af1941c8-40a3-4890-9a5f-b169bf2682b6 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066885 Jul 28 22:36:04.164872 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: fe667596-613c-4ca6-884b-b564574e7f38 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:36:04.165228 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device fe667596-613c-4ca6-884b-b564574e7f38 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:36:04.167270 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:36:04.277397 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:04.335328 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment 4c5c1f79-ee81-4728-9516-39f78dc27ae5 resource provider aggregate not found Jul 28 22:36:04.355358 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:04.360010 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment 4c5c1f79-ee81-4728-9516-39f78dc27ae5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c5c1f79-ee81-4728-9516-39f78dc27ae5 found for delete ", "request_id": "req-1fd6e2ac-1525-40df-9a98-a4315a24d0cd"}]} Jul 28 22:36:04.365379 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80aaf3cd-db18-4ac1-905a-9e3a84cfcd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:04.406806 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aaf3cd-db18-4ac1-905a-9e3a84cfcd6e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:04.433568 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:04.435733 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=1c06568b-ba30-4d2c-81ad-0bf0c96c3645,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:04.454089 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'port_id': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'mac_address': 'fa:16:3e:e2:6e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:36:04.500005 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:36:04.500613 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:04.515035 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:36:04.552511 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=1c06568b-ba30-4d2c-81ad-0bf0c96c3645,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:04.564159 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:04.662404 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=1c06568b-ba30-4d2c-81ad-0bf0c96c3645,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:04.700891 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-80aaf3cd-db18-4ac1-905a-9e3a84cfcd6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (173e17b8-c237-4303-9cf7-cb2765a451ac), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:04.819507 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['1c06568b-ba30-4d2c-81ad-0bf0c96c3645'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:36:04.915611 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48136) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:04.989691 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80aaf3cd-db18-4ac1-905a-9e3a84cfcd6e admin admin] Router 173e17b8-c237-4303-9cf7-cb2765a451ac has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:36:05.066681 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43f3a4b4-6c93-42d8-b711-317b157f6a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:05.101903 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:05.168138 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80aaf3cd-db18-4ac1-905a-9e3a84cfcd6e admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:36:05.185057 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be54b6-755b-46a2-ae9e-2dcf89932af4 None None] Sync routers for ids ['173e17b8-c237-4303-9cf7-cb2765a451ac'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:36:05.185726 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-80aaf3cd-db18-4ac1-905a-9e3a84cfcd6e admin admin] 10.222.0.39 "PUT /v2.0/routers/173e17b8-c237-4303-9cf7-cb2765a451ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2692418 Jul 28 22:36:05.186301 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48150) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:05.202787 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be54b6-755b-46a2-ae9e-2dcf89932af4 None None] Routers {'173e17b8-c237-4303-9cf7-cb2765a451ac'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:36:05.203737 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d3be54b6-755b-46a2-ae9e-2dcf89932af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['173e17b8-c237-4303-9cf7-cb2765a451ac'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:05.239623 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43f3a4b4-6c93-42d8-b711-317b157f6a47 admin admin] Publish callbacks [] for security_group (38d267be-da28-4bcf-95d5-e6957559bb7c), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:05.249490 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-43f3a4b4-6c93-42d8-b711-317b157f6a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (38d267be-da28-4bcf-95d5-e6957559bb7c), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:05.310601 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:05.373578 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-d3be54b6-755b-46a2-ae9e-2dcf89932af4 None None] Set router 173e17b8-c237-4303-9cf7-cb2765a451ac gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:36:05.383089 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3a4b4-6c93-42d8-b711-317b157f6a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d267be-da28-4bcf-95d5-e6957559bb7c,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:05.399959 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-43f3a4b4-6c93-42d8-b711-317b157f6a47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90512a60a8a34881899ce38456466fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4830558 Jul 28 22:36:05.403488 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48156) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:05.414019 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621faee-e7da-4a6b-8e63-a98644ab34a4 req-c7e23f8b-711b-459d-87c2-7e2a2dba680a tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:05.415524 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9621faee-e7da-4a6b-8e63-a98644ab34a4 req-c7e23f8b-711b-459d-87c2-7e2a2dba680a tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 944 time: 0.1445119 Jul 28 22:36:05.446201 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Publish callbacks [] for router (173e17b8-c237-4303-9cf7-cb2765a451ac), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:05.544764 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9621faee-e7da-4a6b-8e63-a98644ab34a4 req-bb66f44d-3e87-4cb4-9595-30e671cb795f tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198311 Jul 28 22:36:05.607432 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b3af7bae-59ae-45a3-af8e-f129f6d7efdd admin admin] Publish callbacks [] for security_group (38d267be-da28-4bcf-95d5-e6957559bb7c), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:05.678835 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:05.682772 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d3be54b6-755b-46a2-ae9e-2dcf89932af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'name': 'tempest-TestShelveInstance-1558163869-router', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:36:04Z', 'revision_number': 5, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'gw_port': {'id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:05.690216 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b3af7bae-59ae-45a3-af8e-f129f6d7efdd admin admin] Publish callbacks [] for security_group (38d267be-da28-4bcf-95d5-e6957559bb7c), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:05.711587 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be54b6-755b-46a2-ae9e-2dcf89932af4 None None] Checking router: 173e17b8-c237-4303-9cf7-cb2765a451ac for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:36:05.721002 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be54b6-755b-46a2-ae9e-2dcf89932af4 None None] Routers {'173e17b8-c237-4303-9cf7-cb2765a451ac'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:36:05.723162 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d3be54b6-755b-46a2-ae9e-2dcf89932af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['173e17b8-c237-4303-9cf7-cb2765a451ac'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:05.950164 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:05.970327 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Publish callbacks [] for router_gateway (173e17b8-c237-4303-9cf7-cb2765a451ac), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.012934 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:06.032978 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Deleting port 8b3356a6-23cc-47c7-b035-cbc5aff99379 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:36:06.034322 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.049397 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-d3be54b6-755b-46a2-ae9e-2dcf89932af4 None None] Set router 173e17b8-c237-4303-9cf7-cb2765a451ac gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:36:06.077103 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b3af7bae-59ae-45a3-af8e-f129f6d7efdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (38d267be-da28-4bcf-95d5-e6957559bb7c), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.079634 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b3af7bae-59ae-45a3-af8e-f129f6d7efdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.081637 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-b3af7bae-59ae-45a3-af8e-f129f6d7efdd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38d267be-da28-4bcf-95d5-e6957559bb7c HTTP/1.1" status: 204 len: 168 time: 0.6743593 Jul 28 22:36:06.088800 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:06.100780 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af7bae-59ae-45a3-af8e-f129f6d7efdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d267be-da28-4bcf-95d5-e6957559bb7c,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:06.142087 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] For port 8b3356a6-23cc-47c7-b035-cbc5aff99379, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=8b3356a6-23cc-47c7-b035-cbc5aff99379,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:06.142811 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.167691 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Calling delete_port for 8b3356a6-23cc-47c7-b035-cbc5aff99379 owned by network:router_gateway {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:36:06.167980 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:36:06.257183 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:36:06.283362 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:06.284472 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.339748 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d3be54b6-755b-46a2-ae9e-2dcf89932af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'name': 'tempest-TestShelveInstance-1558163869-router', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:36:04Z', 'revision_number': 5, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'gw_port': {'id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:06.399500 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be54b6-755b-46a2-ae9e-2dcf89932af4 None None] The sync data for ids ['173e17b8-c237-4303-9cf7-cb2765a451ac'] in dv-cinder-850939-3-iscsi is: [{'id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'name': 'tempest-TestShelveInstance-1558163869-router', 'tenant_id': '80d3cde38cd9481ab0dc9d3836de3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:36:04Z', 'revision_number': 5, 'project_id': '80d3cde38cd9481ab0dc9d3836de3359', 'gw_port': {'id': '8b3356a6-23cc-47c7-b035-cbc5aff99379', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e17b8-c237-4303-9cf7-cb2765a451ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:30:12Z', 'updated_at': '2022-07-28T22:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:36:06.461213 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:36:06.461642 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.472462 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (8b3356a6-23cc-47c7-b035-cbc5aff99379), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.502223 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=1c06568b-ba30-4d2c-81ad-0bf0c96c3645,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:06.504150 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:36:06.507191 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3356a6-23cc-47c7-b035-cbc5aff99379,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:06.507350 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a799b362-4e32-4678-9976-c7f24d2afd04" -d '{"events": [{"server_uuid": "00a0bb72-6ab1-4e67-a33f-3f93da40cfee", "name": "network-vif-plugged", "status": "completed", "tag": "1c06568b-ba30-4d2c-81ad-0bf0c96c3645"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:36:06.514417 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.615758 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37bc52a-cb91-4202-a63e-61f13b903389 x-openstack-request-id: req-d37bc52a-cb91-4202-a63e-61f13b903389 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:36:06.616171 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a0bb72-6ab1-4e67-a33f-3f93da40cfee", "name": "network-vif-plugged", "status": "completed", "tag": "1c06568b-ba30-4d2c-81ad-0bf0c96c3645", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:36:06.616531 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d37bc52a-cb91-4202-a63e-61f13b903389 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:36:06.617043 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d37bc52a-cb91-4202-a63e-61f13b903389'] response: {'server_uuid': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'code': 200} Jul 28 22:36:06.619065 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=1c06568b-ba30-4d2c-81ad-0bf0c96c3645,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:06.619743 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362012'] for router_gateway (173e17b8-c237-4303-9cf7-cb2765a451ac), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.733155 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd7798-1fe1-4167-8ee5-081a66e5786b req-9ed858ce-bc6c-4117-a252-32e344be2e68 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:06.738198 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-596'] for router (173e17b8-c237-4303-9cf7-cb2765a451ac), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.741342 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Publish callbacks [] for router_controller (173e17b8-c237-4303-9cf7-cb2765a451ac), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.744044 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-02fd7798-1fe1-4167-8ee5-081a66e5786b req-9ed858ce-bc6c-4117-a252-32e344be2e68 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 945 time: 0.0719078 Jul 28 22:36:06.797976 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48212) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:06.822945 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dd21faba-d11d-4393-a7b5-754b68763f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.837911 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-353813'] for router (173e17b8-c237-4303-9cf7-cb2765a451ac), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.838511 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 173e17b8-c237-4303-9cf7-cb2765a451ac {{(pid=104116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 22:36:06.874189 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-02fd7798-1fe1-4167-8ee5-081a66e5786b req-7078b769-b38c-47ae-93f0-e0dc83a91bb9 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261449 Jul 28 22:36:06.883432 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:06.886877 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-37334e13-00be-4171-a544-2cbd4aba0192 admin admin] 10.222.0.39 "DELETE /v2.0/routers/173e17b8-c237-4303-9cf7-cb2765a451ac HTTP/1.1" status: 204 len: 168 time: 1.6957586 Jul 28 22:36:06.887830 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48214) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:06.956619 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48218) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:06.966644 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13e0b-a99d-475a-8cdf-757bb9ca3b60 req-3ba956ee-a3bb-41f3-9d47-41231fea65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:06.968976 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-caa13e0b-a99d-475a-8cdf-757bb9ca3b60 req-3ba956ee-a3bb-41f3-9d47-41231fea65b6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 1129 time: 0.0535705 Jul 28 22:36:06.976851 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_v2 [None req-447781e3-36d3-4432-8915-8fa29afa42ad admin admin] Deleting subnet 1647eab1-8eb2-48e0-9147-5f995fab70e6 {{(pid=104117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:36:06.980568 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-447781e3-36d3-4432-8915-8fa29afa42ad admin admin] Publish callbacks [] for subnet (1647eab1-8eb2-48e0-9147-5f995fab70e6), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.024941 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-447781e3-36d3-4432-8915-8fa29afa42ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62447129'] for subnet (1647eab1-8eb2-48e0-9147-5f995fab70e6), precommit_delete_associations {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.050425 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:UPDATE=3,neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=9 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:07.122776 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-447781e3-36d3-4432-8915-8fa29afa42ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (1647eab1-8eb2-48e0-9147-5f995fab70e6), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.122961 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-caa13e0b-a99d-475a-8cdf-757bb9ca3b60 req-358aec6f-6f62-4eea-8d49-0ca77fcbdf08 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452467 Jul 28 22:36:07.125049 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dd21faba-d11d-4393-a7b5-754b68763f4c admin admin] Publish callbacks [] for security_group (b7d632a8-9049-4f56-971b-0d7c5bf669b1), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.130956 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-dd21faba-d11d-4393-a7b5-754b68763f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (b7d632a8-9049-4f56-971b-0d7c5bf669b1), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.178245 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-dd21faba-d11d-4393-a7b5-754b68763f4c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63b609b3a16241a0b21a170f8b5cd97f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774369 Jul 28 22:36:07.179204 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21faba-d11d-4393-a7b5-754b68763f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d632a8-9049-4f56-971b-0d7c5bf669b1,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:07.181124 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48226) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:07.215212 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-27661d30-9e26-4d87-8107-7e5acb308365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.300203 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-447781e3-36d3-4432-8915-8fa29afa42ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58993700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843492'] for subnet (1647eab1-8eb2-48e0-9147-5f995fab70e6), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.308311 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-aad12ad3-a2f8-4109-aa10-050ca9836d48 admin admin] Publish callbacks [] for security_group (b7d632a8-9049-4f56-971b-0d7c5bf669b1), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.344400 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447781e3-36d3-4432-8915-8fa29afa42ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1647eab1-8eb2-48e0-9147-5f995fab70e6,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:07.357335 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-447781e3-36d3-4432-8915-8fa29afa42ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.360533 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-447781e3-36d3-4432-8915-8fa29afa42ad admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1647eab1-8eb2-48e0-9147-5f995fab70e6 HTTP/1.1" status: 204 len: 168 time: 0.4709599 Jul 28 22:36:07.364850 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48234) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:07.365148 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf7fc8e-3065-4060-a566-3336c0b619f8 None None] Network 17459d5f-3dfd-4b84-b878-14ce51b81538 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:36:07.365671 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:07.387042 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-aad12ad3-a2f8-4109-aa10-050ca9836d48 admin admin] Publish callbacks [] for security_group (b7d632a8-9049-4f56-971b-0d7c5bf669b1), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.447579 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-27661d30-9e26-4d87-8107-7e5acb308365 admin admin] Publish callbacks [] for security_group (3c6d7314-41d7-4072-9895-b62cc878aff4), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.459949 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-27661d30-9e26-4d87-8107-7e5acb308365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (3c6d7314-41d7-4072-9895-b62cc878aff4), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.511760 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-aad12ad3-a2f8-4109-aa10-050ca9836d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (b7d632a8-9049-4f56-971b-0d7c5bf669b1), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.514863 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-aad12ad3-a2f8-4109-aa10-050ca9836d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.522699 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-aad12ad3-a2f8-4109-aa10-050ca9836d48 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7d632a8-9049-4f56-971b-0d7c5bf669b1 HTTP/1.1" status: 204 len: 168 time: 0.3324273 Jul 28 22:36:07.523663 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (17459d5f-3dfd-4b84-b878-14ce51b81538), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.523764 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-27661d30-9e26-4d87-8107-7e5acb308365 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bcfa576ccd164a80903b4c5c5a791f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5628412 Jul 28 22:36:07.523764 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48242) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:07.532293 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27661d30-9e26-4d87-8107-7e5acb308365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6d7314-41d7-4072-9895-b62cc878aff4,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:07.567507 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:07.568688 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad12ad3-a2f8-4109-aa10-050ca9836d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d632a8-9049-4f56-971b-0d7c5bf669b1,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:07.609632 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed0b6-be8f-4f72-a0dc-4fae314535f7 admin admin] Publish callbacks [] for security_group (3c6d7314-41d7-4072-9895-b62cc878aff4), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.632519 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Deleting port a7546d66-9cfa-462e-9677-301af76f0328 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:36:07.632861 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (a7546d66-9cfa-462e-9677-301af76f0328), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.644356 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed0b6-be8f-4f72-a0dc-4fae314535f7 admin admin] Publish callbacks [] for security_group (3c6d7314-41d7-4072-9895-b62cc878aff4), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.722094 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] For port a7546d66-9cfa-462e-9677-301af76f0328, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=a7546d66-9cfa-462e-9677-301af76f0328,segment=NetworkSegment(47294fe3-ac21-42a8-b60a-19f83edcab41),segment_id=47294fe3-ac21-42a8-b60a-19f83edcab41)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:07.722846 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (a7546d66-9cfa-462e-9677-301af76f0328), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.727992 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed0b6-be8f-4f72-a0dc-4fae314535f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (3c6d7314-41d7-4072-9895-b62cc878aff4), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.731911 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed0b6-be8f-4f72-a0dc-4fae314535f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.733339 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-8c2ed0b6-be8f-4f72-a0dc-4fae314535f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c6d7314-41d7-4072-9895-b62cc878aff4 HTTP/1.1" status: 204 len: 168 time: 0.2094193 Jul 28 22:36:07.746733 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ed0b6-be8f-4f72-a0dc-4fae314535f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6d7314-41d7-4072-9895-b62cc878aff4,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:07.749009 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:07.771790 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Calling delete_port for a7546d66-9cfa-462e-9677-301af76f0328 owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:36:07.779515 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d5929-ba96-468d-947b-d37c03cd5c6f None None] DHCP port deletion for 17459d5f-3dfd-4b84-b878-14ce51b81538 request from dv-cinder-850939-3-iscsi {{(pid=104118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 22:36:07.860668 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d5929-ba96-468d-947b-d37c03cd5c6f None None] Deleting port a7546d66-9cfa-462e-9677-301af76f0328 {{(pid=104118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:36:07.861727 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5929-ba96-468d-947b-d37c03cd5c6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (a7546d66-9cfa-462e-9677-301af76f0328), before_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.938972 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (a7546d66-9cfa-462e-9677-301af76f0328), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.965896 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-ee3d5929-ba96-468d-947b-d37c03cd5c6f None None] For port a7546d66-9cfa-462e-9677-301af76f0328, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=a7546d66-9cfa-462e-9677-301af76f0328,segment=NetworkSegment(47294fe3-ac21-42a8-b60a-19f83edcab41),segment_id=47294fe3-ac21-42a8-b60a-19f83edcab41)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:07.966537 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5929-ba96-468d-947b-d37c03cd5c6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (a7546d66-9cfa-462e-9677-301af76f0328), precommit_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:07.992837 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-ee3d5929-ba96-468d-947b-d37c03cd5c6f None None] Calling delete_port for a7546d66-9cfa-462e-9677-301af76f0328 owned by network:dhcp {{(pid=104118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:36:08.036065 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7546d66-9cfa-462e-9677-301af76f0328,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:08.039179 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] No DVR routers for this DVR port a7546d66-9cfa-462e-9677-301af76f0328 on host dv-cinder-850939-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:36:08.090163 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05870b-c092-45c4-97c6-13938dec6438 req-c044be1f-45b9-47f3-8808-6d4c575638f2 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:08.093394 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-af05870b-c092-45c4-97c6-13938dec6438 req-c044be1f-45b9-47f3-8808-6d4c575638f2 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 945 time: 0.1005278 Jul 28 22:36:08.131180 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device a7546d66-9cfa-462e-9677-301af76f0328 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:36:08.187309 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (17459d5f-3dfd-4b84-b878-14ce51b81538), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.213096 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-af05870b-c092-45c4-97c6-13938dec6438 req-f60805f4-0601-4e94-8812-da6c1ab58135 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147399 Jul 28 22:36:08.219647 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: a7546d66-9cfa-462e-9677-301af76f0328 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:36:08.219978 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device a7546d66-9cfa-462e-9677-301af76f0328 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:36:08.220457 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 8b3356a6-23cc-47c7-b035-cbc5aff99379 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:36:08.224403 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17459d5f-3dfd-4b84-b878-14ce51b81538']}} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:08.225906 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:08.244003 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47294fe3-ac21-42a8-b60a-19f83edcab41') {'for_net_delete': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:08.244003 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47294fe3-ac21-42a8-b60a-19f83edcab41') {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:08.254329 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735225'] for segment (47294fe3-ac21-42a8-b60a-19f83edcab41), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.259267 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 8b3356a6-23cc-47c7-b035-cbc5aff99379 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:36:08.259619 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 8b3356a6-23cc-47c7-b035-cbc5aff99379 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:36:08.260043 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:36:08.272940 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (47294fe3-ac21-42a8-b60a-19f83edcab41), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.283185 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:36:08.283693 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device c2003aa3-e18b-4ee2-a31c-9bd0cde01b2b not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:36:08.285821 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5929-ba96-468d-947b-d37c03cd5c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (a7546d66-9cfa-462e-9677-301af76f0328), after_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.285984 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=104116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:36:08.286408 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62512925'] for segment (47294fe3-ac21-42a8-b60a-19f83edcab41), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.313373 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d5929-ba96-468d-947b-d37c03cd5c6f None None] Pushing event deleted for resources: {'Port': ['ID=a7546d66-9cfa-462e-9677-301af76f0328,revision_number=None']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:08.321456 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d5929-ba96-468d-947b-d37c03cd5c6f None None] No DVR routers for this DVR port a7546d66-9cfa-462e-9677-301af76f0328 on host dv-cinder-850939-3-iscsi {{(pid=104118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:36:08.348697 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 47294fe3-ac21-42a8-b60a-19f83edcab41 resource provider aggregate not found Jul 28 22:36:08.374169 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 47294fe3-ac21-42a8-b60a-19f83edcab41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47294fe3-ac21-42a8-b60a-19f83edcab41 found for delete ", "request_id": "req-ab16fee8-c140-4ac2-9049-02d47d080bbb"}]} Jul 28 22:36:08.376407 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (17459d5f-3dfd-4b84-b878-14ce51b81538), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.384358 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.391264 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] 10.222.0.39 "DELETE /v2.0/networks/17459d5f-3dfd-4b84-b878-14ce51b81538 HTTP/1.1" status: 204 len: 168 time: 1.0269992 Jul 28 22:36:08.406974 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa54f50-98d6-4abd-90c9-01c134bcc006 admin admin] Pushing event deleted for resources: {'Network': ['ID=17459d5f-3dfd-4b84-b878-14ce51b81538,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:08.538276 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48274) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:08.555622 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-37173c76-c550-49e5-be68-16dfe71ce223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.612498 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48276) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:08.677395 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-53cb2304-6817-4a02-a7e5-0ef95ea6f3de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2406f01f7b3b4941a0bcd97a68d3d510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0636795 Jul 28 22:36:08.680369 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48278) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:08.696944 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-37173c76-c550-49e5-be68-16dfe71ce223 admin admin] Publish callbacks [] for security_group (bbf41f5e-1efd-4ccd-b994-99266b83fb5f), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.701648 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-37173c76-c550-49e5-be68-16dfe71ce223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (bbf41f5e-1efd-4ccd-b994-99266b83fb5f), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.710899 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.750452 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37173c76-c550-49e5-be68-16dfe71ce223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf41f5e-1efd-4ccd-b994-99266b83fb5f,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:08.751473 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0a74a4b1-a647-492f-96a8-ec90d1e15c6f admin admin] Publish callbacks [] for security_group (4b33ec03-758b-41af-b87e-421874ee5cd5), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.758017 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-37173c76-c550-49e5-be68-16dfe71ce223 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c176d1ef989c412d801ace6f033426e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186005 Jul 28 22:36:08.761718 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48282) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:08.796749 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0a74a4b1-a647-492f-96a8-ec90d1e15c6f admin admin] Publish callbacks [] for security_group (4b33ec03-758b-41af-b87e-421874ee5cd5), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.839881 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ec39-0cd0-4c59-9754-0ac0f04d2fd2 admin admin] Publish callbacks [] for security_group (bbf41f5e-1efd-4ccd-b994-99266b83fb5f), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.889458 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0a74a4b1-a647-492f-96a8-ec90d1e15c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (4b33ec03-758b-41af-b87e-421874ee5cd5), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.897001 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0a74a4b1-a647-492f-96a8-ec90d1e15c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.900873 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-0a74a4b1-a647-492f-96a8-ec90d1e15c6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b33ec03-758b-41af-b87e-421874ee5cd5 HTTP/1.1" status: 204 len: 168 time: 0.2194781 Jul 28 22:36:08.901619 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48296) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:08.905458 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ec39-0cd0-4c59-9754-0ac0f04d2fd2 admin admin] Publish callbacks [] for security_group (bbf41f5e-1efd-4ccd-b994-99266b83fb5f), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.947976 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74a4b1-a647-492f-96a8-ec90d1e15c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b33ec03-758b-41af-b87e-421874ee5cd5,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:08.961643 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:08.974724 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6e7134-48bb-4886-9de9-7e0621c7b82a admin admin] Deleting subnet fb11a2ca-d831-4d12-8042-b7c9a2a7295e {{(pid=104116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:36:08.991347 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ec39-0cd0-4c59-9754-0ac0f04d2fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (bbf41f5e-1efd-4ccd-b994-99266b83fb5f), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.992097 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7134-48bb-4886-9de9-7e0621c7b82a admin admin] Publish callbacks [] for subnet (fb11a2ca-d831-4d12-8042-b7c9a2a7295e), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.994786 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ec39-0cd0-4c59-9754-0ac0f04d2fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:08.997014 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-d2f0ec39-0cd0-4c59-9754-0ac0f04d2fd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbf41f5e-1efd-4ccd-b994-99266b83fb5f HTTP/1.1" status: 204 len: 168 time: 0.2337382 Jul 28 22:36:09.012850 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0ec39-0cd0-4c59-9754-0ac0f04d2fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf41f5e-1efd-4ccd-b994-99266b83fb5f,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:09.050683 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7134-48bb-4886-9de9-7e0621c7b82a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735200'] for subnet (fb11a2ca-d831-4d12-8042-b7c9a2a7295e), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.097428 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7134-48bb-4886-9de9-7e0621c7b82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (fb11a2ca-d831-4d12-8042-b7c9a2a7295e), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.126426 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:09.168864 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7134-48bb-4886-9de9-7e0621c7b82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62512963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59176960'] for subnet (fb11a2ca-d831-4d12-8042-b7c9a2a7295e), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.212338 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e7134-48bb-4886-9de9-7e0621c7b82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb11a2ca-d831-4d12-8042-b7c9a2a7295e,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:09.216680 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6e6e7134-48bb-4886-9de9-7e0621c7b82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.220578 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-6e6e7134-48bb-4886-9de9-7e0621c7b82a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fb11a2ca-d831-4d12-8042-b7c9a2a7295e HTTP/1.1" status: 204 len: 168 time: 0.3163207 Jul 28 22:36:09.223797 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48310) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:09.285833 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:09.304014 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d064ddfa-3bc5-4f95-ac6f-e9ac86da093e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (6089e3e6-50cb-49e6-b42b-eb50106f808f), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.428164 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d064ddfa-3bc5-4f95-ac6f-e9ac86da093e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (6089e3e6-50cb-49e6-b42b-eb50106f808f), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.449019 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c517b30-1dfd-4a22-a4d5-15617e083ec5 req-3244f67e-2bdb-4244-a50e-53fd004c9004 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:09.449790 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48316) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:09.450631 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6c517b30-1dfd-4a22-a4d5-15617e083ec5 req-3244f67e-2bdb-4244-a50e-53fd004c9004 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 945 time: 0.1135817 Jul 28 22:36:09.472058 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-d064ddfa-3bc5-4f95-ac6f-e9ac86da093e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6089e3e6-50cb-49e6-b42b-eb50106f808f']}} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:09.491317 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-d064ddfa-3bc5-4f95-ac6f-e9ac86da093e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7ce21f-7118-4935-a311-ee0eb1a6fdaa') {'for_net_delete': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:09.491657 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-d064ddfa-3bc5-4f95-ac6f-e9ac86da093e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7ce21f-7118-4935-a311-ee0eb1a6fdaa') {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:09.509149 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-4b932238-b1e5-4b3b-8970-3ea047ab88f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80d3cde38cd9481ab0dc9d3836de3359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0577450 Jul 28 22:36:09.512141 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48320) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:09.529070 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6c517b30-1dfd-4a22-a4d5-15617e083ec5 req-4dd07602-b31e-4c74-ba70-f75d2169c0c6 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679781 Jul 28 22:36:09.532697 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d064ddfa-3bc5-4f95-ac6f-e9ac86da093e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62447104'] for segment (ce7ce21f-7118-4935-a311-ee0eb1a6fdaa), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.547413 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d064ddfa-3bc5-4f95-ac6f-e9ac86da093e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (ce7ce21f-7118-4935-a311-ee0eb1a6fdaa), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.556507 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d064ddfa-3bc5-4f95-ac6f-e9ac86da093e admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:36:09.557038 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d064ddfa-3bc5-4f95-ac6f-e9ac86da093e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58993786'] for segment (ce7ce21f-7118-4935-a311-ee0eb1a6fdaa), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.662322 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5363b1c-fcc7-4422-9fa9-0b62aa61dc1e admin admin] Publish callbacks [] for security_group (9711a2d9-ce36-4578-9c88-19c3ce632684), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.667546 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment ce7ce21f-7118-4935-a311-ee0eb1a6fdaa resource provider aggregate not found Jul 28 22:36:09.687129 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:09.696543 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:09.709154 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5363b1c-fcc7-4422-9fa9-0b62aa61dc1e admin admin] Publish callbacks [] for security_group (9711a2d9-ce36-4578-9c88-19c3ce632684), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.715732 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment ce7ce21f-7118-4935-a311-ee0eb1a6fdaa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce7ce21f-7118-4935-a311-ee0eb1a6fdaa found for delete ", "request_id": "req-ab74f24c-2b93-4a4d-a5d9-6e523c71d23d"}]} Jul 28 22:36:09.746425 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d064ddfa-3bc5-4f95-ac6f-e9ac86da093e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (6089e3e6-50cb-49e6-b42b-eb50106f808f), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.755907 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-d064ddfa-3bc5-4f95-ac6f-e9ac86da093e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.759186 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-d064ddfa-3bc5-4f95-ac6f-e9ac86da093e admin admin] 10.222.0.39 "DELETE /v2.0/networks/6089e3e6-50cb-49e6-b42b-eb50106f808f HTTP/1.1" status: 204 len: 168 time: 0.5341384 Jul 28 22:36:09.764213 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48338) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:09.767282 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08141be9-46ef-4c08-9596-63b5e07bc225 req-7d17734f-ad90-42b6-9779-074e04eefe8f tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:09.769028 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-08141be9-46ef-4c08-9596-63b5e07bc225 req-7d17734f-ad90-42b6-9779-074e04eefe8f tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 945 time: 0.0971553 Jul 28 22:36:09.779291 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064ddfa-3bc5-4f95-ac6f-e9ac86da093e admin admin] Pushing event deleted for resources: {'Network': ['ID=6089e3e6-50cb-49e6-b42b-eb50106f808f,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:09.829172 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5363b1c-fcc7-4422-9fa9-0b62aa61dc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (9711a2d9-ce36-4578-9c88-19c3ce632684), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.835024 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e5363b1c-fcc7-4422-9fa9-0b62aa61dc1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.838489 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-e5363b1c-fcc7-4422-9fa9-0b62aa61dc1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9711a2d9-ce36-4578-9c88-19c3ce632684 HTTP/1.1" status: 204 len: 168 time: 0.3224163 Jul 28 22:36:09.838636 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-08141be9-46ef-4c08-9596-63b5e07bc225 req-cddc1b52-c8f4-485b-8a71-e2f2528557ee tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550044 Jul 28 22:36:09.853415 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5363b1c-fcc7-4422-9fa9-0b62aa61dc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9711a2d9-ce36-4578-9c88-19c3ce632684,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:09.867895 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48346) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:09.876408 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_v2 [None req-a451b082-34f8-4554-9bea-4a051c8034d2 admin admin] Deleting subnet 1a7b1598-da81-4526-941c-f0e8e4c8993a {{(pid=104116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:36:09.881611 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a451b082-34f8-4554-9bea-4a051c8034d2 admin admin] Publish callbacks [] for subnet (1a7b1598-da81-4526-941c-f0e8e4c8993a), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.939320 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c35224-2580-4a35-bceb-e6f3ceba391f tempest-TestVolumeBootPattern-985508550 tempest-TestVolumeBootPattern-985508550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:09.942645 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-10c35224-2580-4a35-bceb-e6f3ceba391f tempest-TestVolumeBootPattern-985508550 tempest-TestVolumeBootPattern-985508550-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 1124 time: 0.0736275 Jul 28 22:36:09.942886 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a451b082-34f8-4554-9bea-4a051c8034d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735200'] for subnet (1a7b1598-da81-4526-941c-f0e8e4c8993a), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.945725 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48348) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:09.953758 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'port_id': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:36:09.988993 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:09.994028 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a451b082-34f8-4554-9bea-4a051c8034d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (1a7b1598-da81-4526-941c-f0e8e4c8993a), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:10.083039 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a451b082-34f8-4554-9bea-4a051c8034d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62512963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59176960'] for subnet (1a7b1598-da81-4526-941c-f0e8e4c8993a), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:10.107578 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:10.113481 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451b082-34f8-4554-9bea-4a051c8034d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a7b1598-da81-4526-941c-f0e8e4c8993a,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:10.119174 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a451b082-34f8-4554-9bea-4a051c8034d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:10.123475 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-a451b082-34f8-4554-9bea-4a051c8034d2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1a7b1598-da81-4526-941c-f0e8e4c8993a HTTP/1.1" status: 204 len: 168 time: 0.3576522 Jul 28 22:36:10.126063 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48354) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:10.219783 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b66f-bac7-4fb1-87b1-c02e530bddfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (ce612014-1b2c-4b51-b178-1901ad925710), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:10.332910 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b66f-bac7-4fb1-87b1-c02e530bddfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (ce612014-1b2c-4b51-b178-1901ad925710), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:10.370965 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-b2e4b66f-bac7-4fb1-87b1-c02e530bddfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce612014-1b2c-4b51-b178-1901ad925710']}} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:10.401793 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-b2e4b66f-bac7-4fb1-87b1-c02e530bddfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf61257-578a-4936-9515-7bd7c4f73b1c') {'for_net_delete': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:10.405444 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-b2e4b66f-bac7-4fb1-87b1-c02e530bddfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf61257-578a-4936-9515-7bd7c4f73b1c') {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:10.436437 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b66f-bac7-4fb1-87b1-c02e530bddfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735225'] for segment (edf61257-578a-4936-9515-7bd7c4f73b1c), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:10.479420 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b66f-bac7-4fb1-87b1-c02e530bddfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (edf61257-578a-4936-9515-7bd7c4f73b1c), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:10.503340 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e4b66f-bac7-4fb1-87b1-c02e530bddfb admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=104116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:36:10.503997 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b66f-bac7-4fb1-87b1-c02e530bddfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62512925'] for segment (edf61257-578a-4936-9515-7bd7c4f73b1c), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:10.555651 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment edf61257-578a-4936-9515-7bd7c4f73b1c resource provider aggregate not found Jul 28 22:36:10.578448 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Allocated IP 172.27.3.74 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/60b75abc-99d5-4cb6-a36e-2119357d1e21) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:36:10.608004 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment edf61257-578a-4936-9515-7bd7c4f73b1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edf61257-578a-4936-9515-7bd7c4f73b1c found for delete ", "request_id": "req-6c9dc4ea-84dd-4955-b9ed-6aca65975a2f"}]} Jul 28 22:36:10.636603 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b66f-bac7-4fb1-87b1-c02e530bddfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (ce612014-1b2c-4b51-b178-1901ad925710), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:10.650189 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-b2e4b66f-bac7-4fb1-87b1-c02e530bddfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:10.655708 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-b2e4b66f-bac7-4fb1-87b1-c02e530bddfb admin admin] 10.222.0.39 "DELETE /v2.0/networks/ce612014-1b2c-4b51-b178-1901ad925710 HTTP/1.1" status: 204 len: 168 time: 0.5283387 Jul 28 22:36:10.676075 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4b66f-bac7-4fb1-87b1-c02e530bddfb admin admin] Pushing event deleted for resources: {'Network': ['ID=ce612014-1b2c-4b51-b178-1901ad925710,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:10.783692 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for port (60b75abc-99d5-4cb6-a36e-2119357d1e21), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:10.828163 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (60b75abc-99d5-4cb6-a36e-2119357d1e21), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:10.886634 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:10.896524 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:36:10.898319 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'Port': ['ID=60b75abc-99d5-4cb6-a36e-2119357d1e21,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:10.900947 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:36:10.903566 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:36:10.940412 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48386) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:11.014378 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-39b2b749-bcc6-4202-a3df-8ad29dd3d914 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4f75425fc254368bd7870a27d8b0ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727284 Jul 28 22:36:11.018073 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48390) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:11.078327 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:DELETE=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:11.096584 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-546c5fd3-14c2-40c8-b1a6-6d21e15b6611 admin admin] Publish callbacks [] for security_group (5e34bf46-87cf-40c3-a668-1384dfde107d), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:11.123347 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-546c5fd3-14c2-40c8-b1a6-6d21e15b6611 admin admin] Publish callbacks [] for security_group (5e34bf46-87cf-40c3-a668-1384dfde107d), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:11.187518 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-546c5fd3-14c2-40c8-b1a6-6d21e15b6611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (5e34bf46-87cf-40c3-a668-1384dfde107d), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:11.189183 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:11.190952 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-546c5fd3-14c2-40c8-b1a6-6d21e15b6611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:11.193143 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-546c5fd3-14c2-40c8-b1a6-6d21e15b6611 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e34bf46-87cf-40c3-a668-1384dfde107d HTTP/1.1" status: 204 len: 168 time: 0.1728992 Jul 28 22:36:11.223816 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c5fd3-14c2-40c8-b1a6-6d21e15b6611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e34bf46-87cf-40c3-a668-1384dfde107d,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:11.447746 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for floatingip (dd035636-4ae5-4956-b145-27af3a51735c), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:11.554048 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (60b75abc-99d5-4cb6-a36e-2119357d1e21), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:11.759541 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48410) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:11.823308 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-fb10a1d2-a317-4e91-b8a7-62154e048eb3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04fc9eb053f64757a168c04252c7f44f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0625792 Jul 28 22:36:11.825725 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48414) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:11.833729 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for port (60b75abc-99d5-4cb6-a36e-2119357d1e21), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:11.838270 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58993694'] for port (60b75abc-99d5-4cb6-a36e-2119357d1e21), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:11.849319 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:11.883603 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-62217d2a-f9e0-49dc-9df0-6ece49350beb admin admin] Publish callbacks [] for security_group (68eed08d-93bc-4615-82a9-ba2ee0ebb625), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:11.912298 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'Port': ['ID=60b75abc-99d5-4cb6-a36e-2119357d1e21,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:11.923828 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-62217d2a-f9e0-49dc-9df0-6ece49350beb admin admin] Publish callbacks [] for security_group (68eed08d-93bc-4615-82a9-ba2ee0ebb625), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:11.938523 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (dd035636-4ae5-4956-b145-27af3a51735c), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:12.003297 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-62217d2a-f9e0-49dc-9df0-6ece49350beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (68eed08d-93bc-4615-82a9-ba2ee0ebb625), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:12.007405 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-62217d2a-f9e0-49dc-9df0-6ece49350beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:12.008726 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-62217d2a-f9e0-49dc-9df0-6ece49350beb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68eed08d-93bc-4615-82a9-ba2ee0ebb625 HTTP/1.1" status: 204 len: 168 time: 0.1820989 Jul 28 22:36:12.021186 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62217d2a-f9e0-49dc-9df0-6ece49350beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eed08d-93bc-4615-82a9-ba2ee0ebb625,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:12.067100 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.l3_db [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Floating IP dd035636-4ae5-4956-b145-27af3a51735c associated. External IP: 172.27.3.74, port: 1c06568b-ba30-4d2c-81ad-0bf0c96c3645. Jul 28 22:36:12.148219 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:12.310820 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Router 4f77eabe-b3ee-4fc4-95ce-63f966079580 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:36:12.395445 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:12.423512 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:36:12.434566 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb731998-ffc4-4a06-9a6f-67174580d89f None None] Sync routers for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:36:12.453679 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb731998-ffc4-4a06-9a6f-67174580d89f None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:36:12.454452 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fb731998-ffc4-4a06-9a6f-67174580d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:12.457078 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:12.499648 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-0e210590-1734-4324-9e71-f2047b52d12b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5524359 Jul 28 22:36:12.500346 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'tag': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:36:12.504178 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3078e8b6-fae6-4813-acbc-d4a4bfae6fff" -d '{"events": [{"name": "network-changed", "server_uuid": "00a0bb72-6ab1-4e67-a33f-3f93da40cfee", "tag": "1c06568b-ba30-4d2c-81ad-0bf0c96c3645"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:36:12.556738 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da38484b-7389-4cce-8682-46b604624e77 x-openstack-request-id: req-da38484b-7389-4cce-8682-46b604624e77 {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:36:12.557251 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a0bb72-6ab1-4e67-a33f-3f93da40cfee", "tag": "1c06568b-ba30-4d2c-81ad-0bf0c96c3645", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:36:12.557712 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da38484b-7389-4cce-8682-46b604624e77 {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:36:12.558299 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da38484b-7389-4cce-8682-46b604624e77'] response: {'name': 'network-changed', 'server_uuid': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'tag': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'status': 'completed', 'code': 200} Jul 28 22:36:12.630594 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078e8b6-fae6-4813-acbc-d4a4bfae6fff req-4fab0857-8621-466a-87c3-c8b91dac2eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:12.633017 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3078e8b6-fae6-4813-acbc-d4a4bfae6fff req-4fab0857-8621-466a-87c3-c8b91dac2eac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 1129 time: 0.0457606 Jul 28 22:36:12.634071 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:12.641632 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-fb731998-ffc4-4a06-9a6f-67174580d89f None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:36:12.765289 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078e8b6-fae6-4813-acbc-d4a4bfae6fff req-ee5490b5-6568-4f27-afb5-0d8596300d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:12.775322 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3078e8b6-fae6-4813-acbc-d4a4bfae6fff req-ee5490b5-6568-4f27-afb5-0d8596300d4c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 912 time: 0.1306970 Jul 28 22:36:12.901990 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3078e8b6-fae6-4813-acbc-d4a4bfae6fff req-e72cb339-0cc5-47fc-901d-2687c1d8cdc1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c06568b-ba30-4d2c-81ad-0bf0c96c3645 HTTP/1.1" status: 200 len: 998 time: 0.1136203 Jul 28 22:36:12.966663 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48462) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:12.985822 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078e8b6-fae6-4813-acbc-d4a4bfae6fff req-6501c7ec-e104-49e5-ad91-d4728b0bc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:12.987381 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3078e8b6-fae6-4813-acbc-d4a4bfae6fff req-6501c7ec-e104-49e5-ad91-d4728b0bc4a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 200 len: 850 time: 0.0817897 Jul 28 22:36:12.991535 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fb731998-ffc4-4a06-9a6f-67174580d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'dd035636-4ae5-4956-b145-27af3a51735c', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:e2:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:36:11Z', 'updated_at': '2022-07-28T22:36:11Z', 'revision_number': 0, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:13.032728 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb731998-ffc4-4a06-9a6f-67174580d89f None None] Checking router: 4f77eabe-b3ee-4fc4-95ce-63f966079580 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:36:13.043264 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb731998-ffc4-4a06-9a6f-67174580d89f None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:36:13.044223 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fb731998-ffc4-4a06-9a6f-67174580d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:35:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:13.050598 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078e8b6-fae6-4813-acbc-d4a4bfae6fff req-04c92921-3cd4-4081-8ff4-814530ab9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:13.052190 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3078e8b6-fae6-4813-acbc-d4a4bfae6fff req-04c92921-3cd4-4081-8ff4-814530ab9773 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587304 Jul 28 22:36:13.196994 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3078e8b6-fae6-4813-acbc-d4a4bfae6fff req-0954bfeb-66ca-4d70-82ed-836aba5a439c service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374707 Jul 28 22:36:13.201245 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-fb731998-ffc4-4a06-9a6f-67174580d89f None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:36:13.351367 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6521c2f7-5aeb-4680-a2f5-3bc07974f2d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:13.363467 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3078e8b6-fae6-4813-acbc-d4a4bfae6fff req-1857af70-c943-49d1-9b9e-516066cefff9 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572824 Jul 28 22:36:13.414611 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:13.499491 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fb731998-ffc4-4a06-9a6f-67174580d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'dd035636-4ae5-4956-b145-27af3a51735c', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:e2:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:36:11Z', 'updated_at': '2022-07-28T22:36:11Z', 'revision_number': 0, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:13.521877 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6521c2f7-5aeb-4680-a2f5-3bc07974f2d6 admin admin] Publish callbacks [] for security_group (f564187e-aba8-4ff7-9daf-a1f90a05873b), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:13.528439 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6521c2f7-5aeb-4680-a2f5-3bc07974f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (f564187e-aba8-4ff7-9daf-a1f90a05873b), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:13.528912 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb731998-ffc4-4a06-9a6f-67174580d89f None None] The sync data for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi is: [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'dd035636-4ae5-4956-b145-27af3a51735c', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:e2:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:36:11Z', 'updated_at': '2022-07-28T22:36:11Z', 'revision_number': 0, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:36:13.580896 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6521c2f7-5aeb-4680-a2f5-3bc07974f2d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5fd791817be4343bc045308735998bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6103373 Jul 28 22:36:13.582168 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48496) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:13.588676 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521c2f7-5aeb-4680-a2f5-3bc07974f2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f564187e-aba8-4ff7-9daf-a1f90a05873b,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:13.656859 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee2e7-15ee-40f3-8a20-c25a7d757dfb admin admin] Publish callbacks [] for security_group (f564187e-aba8-4ff7-9daf-a1f90a05873b), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:13.686961 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee2e7-15ee-40f3-8a20-c25a7d757dfb admin admin] Publish callbacks [] for security_group (f564187e-aba8-4ff7-9daf-a1f90a05873b), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:13.735271 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:13.762452 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee2e7-15ee-40f3-8a20-c25a7d757dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (f564187e-aba8-4ff7-9daf-a1f90a05873b), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:13.765181 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee2e7-15ee-40f3-8a20-c25a7d757dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:13.779543 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-3f5ee2e7-15ee-40f3-8a20-c25a7d757dfb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f564187e-aba8-4ff7-9daf-a1f90a05873b HTTP/1.1" status: 204 len: 168 time: 0.1830134 Jul 28 22:36:13.798829 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ee2e7-15ee-40f3-8a20-c25a7d757dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f564187e-aba8-4ff7-9daf-a1f90a05873b,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:13.859120 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65643ffe-dde3-4a88-a7bb-3a1cf93f589f None None] New status for floating IP dd035636-4ae5-4956-b145-27af3a51735c: ACTIVE {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:36:14.233975 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48532) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:14.250188 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c85d73fd-f358-4461-a9a0-c02a60119c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.351255 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c85d73fd-f358-4461-a9a0-c02a60119c24 admin admin] Publish callbacks [] for security_group (7e5ef3b8-00e3-49e0-a7d1-b4eac902f1d2), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.358517 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c85d73fd-f358-4461-a9a0-c02a60119c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (7e5ef3b8-00e3-49e0-a7d1-b4eac902f1d2), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.401916 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48544) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:14.406176 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c85d73fd-f358-4461-a9a0-c02a60119c24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5dce5d9a799a49c28ddfd7006b4709a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709738 Jul 28 22:36:14.417325 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d73fd-f358-4461-a9a0-c02a60119c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5ef3b8-00e3-49e0-a7d1-b4eac902f1d2,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:14.450817 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48548) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:14.465079 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9df4ac1f-63fb-4577-b123-ffd95b529fa2 admin admin] Publish callbacks [] for security_group (7e5ef3b8-00e3-49e0-a7d1-b4eac902f1d2), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.498761 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9df4ac1f-63fb-4577-b123-ffd95b529fa2 admin admin] Publish callbacks [] for security_group (7e5ef3b8-00e3-49e0-a7d1-b4eac902f1d2), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.564794 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9df4ac1f-63fb-4577-b123-ffd95b529fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (7e5ef3b8-00e3-49e0-a7d1-b4eac902f1d2), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.567939 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9df4ac1f-63fb-4577-b123-ffd95b529fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.569106 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-9df4ac1f-63fb-4577-b123-ffd95b529fa2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e5ef3b8-00e3-49e0-a7d1-b4eac902f1d2 HTTP/1.1" status: 204 len: 168 time: 0.1662159 Jul 28 22:36:14.587962 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4ac1f-63fb-4577-b123-ffd95b529fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5ef3b8-00e3-49e0-a7d1-b4eac902f1d2,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:14.624403 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c403a541-c00d-41c3-823c-d5d3054a3789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.681888 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:14.708922 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c403a541-c00d-41c3-823c-d5d3054a3789 admin admin] Publish callbacks [] for security_group (d684f125-6d2e-43db-808d-da2064332bb8), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.714598 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c403a541-c00d-41c3-823c-d5d3054a3789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (d684f125-6d2e-43db-808d-da2064332bb8), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.754619 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403a541-c00d-41c3-823c-d5d3054a3789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d684f125-6d2e-43db-808d-da2064332bb8,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:14.758933 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c403a541-c00d-41c3-823c-d5d3054a3789 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=983e5f7586e3435bb6442b41b467ddd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071136 Jul 28 22:36:14.761627 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48560) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:14.823512 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a6e05f4-e60d-4e53-9678-d46fdfc4126d admin admin] Publish callbacks [] for security_group (d684f125-6d2e-43db-808d-da2064332bb8), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.853926 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a6e05f4-e60d-4e53-9678-d46fdfc4126d admin admin] Publish callbacks [] for security_group (d684f125-6d2e-43db-808d-da2064332bb8), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.903377 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a6e05f4-e60d-4e53-9678-d46fdfc4126d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (d684f125-6d2e-43db-808d-da2064332bb8), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.906131 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a6e05f4-e60d-4e53-9678-d46fdfc4126d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:14.907260 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2a6e05f4-e60d-4e53-9678-d46fdfc4126d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d684f125-6d2e-43db-808d-da2064332bb8 HTTP/1.1" status: 204 len: 168 time: 0.1447489 Jul 28 22:36:14.920606 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e05f4-e60d-4e53-9678-d46fdfc4126d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d684f125-6d2e-43db-808d-da2064332bb8,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:15.280245 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48594) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:15.287374 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=73,neutron:DELETE=3,neutron:INSERT=23,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:15.296633 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2bc238e7-3b13-494c-8c07-9e459c09d458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:15.387608 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2bc238e7-3b13-494c-8c07-9e459c09d458 admin admin] Publish callbacks [] for security_group (57dff15a-60f7-4caa-a336-6304a03c6659), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:15.392477 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2bc238e7-3b13-494c-8c07-9e459c09d458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (57dff15a-60f7-4caa-a336-6304a03c6659), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:15.422958 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-da66116b-8fc4-41dd-80e6-ccad7fed1418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:15.432496 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc238e7-3b13-494c-8c07-9e459c09d458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dff15a-60f7-4caa-a336-6304a03c6659,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:15.436764 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2bc238e7-3b13-494c-8c07-9e459c09d458 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd6d9a481f8b4c4b9dd9dad199f2160f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554556 Jul 28 22:36:15.441577 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48600) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:15.464560 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:15.504559 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6cd16226-5275-45ab-a34b-5d1f7c1b2c5a admin admin] Publish callbacks [] for security_group (57dff15a-60f7-4caa-a336-6304a03c6659), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:15.528049 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6cd16226-5275-45ab-a34b-5d1f7c1b2c5a admin admin] Publish callbacks [] for security_group (57dff15a-60f7-4caa-a336-6304a03c6659), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:15.581050 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6cd16226-5275-45ab-a34b-5d1f7c1b2c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (57dff15a-60f7-4caa-a336-6304a03c6659), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:15.584637 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6cd16226-5275-45ab-a34b-5d1f7c1b2c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:15.585973 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-6cd16226-5275-45ab-a34b-5d1f7c1b2c5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57dff15a-60f7-4caa-a336-6304a03c6659 HTTP/1.1" status: 204 len: 168 time: 0.1425338 Jul 28 22:36:15.597282 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd16226-5275-45ab-a34b-5d1f7c1b2c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dff15a-60f7-4caa-a336-6304a03c6659,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:16.780614 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48662) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:16.886357 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:36:16.897490 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-15d39023-4fad-43d6-a6fa-0df8b50ed107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:16.988086 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-15d39023-4fad-43d6-a6fa-0df8b50ed107 admin admin] Publish callbacks [] for security_group (2c3f2621-2928-4a77-9674-3afeeeaeac20), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:16.993301 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-15d39023-4fad-43d6-a6fa-0df8b50ed107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (2c3f2621-2928-4a77-9674-3afeeeaeac20), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:17.042779 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-15d39023-4fad-43d6-a6fa-0df8b50ed107 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9fa7d2c1f9d457fb868dc526d73d9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610714 Jul 28 22:36:17.043642 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d39023-4fad-43d6-a6fa-0df8b50ed107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3f2621-2928-4a77-9674-3afeeeaeac20,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:17.045517 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48670) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:17.096721 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7d2d3857-076e-40f1-9cb0-73ece72fe645 admin admin] Publish callbacks [] for security_group (2c3f2621-2928-4a77-9674-3afeeeaeac20), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:17.117991 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7d2d3857-076e-40f1-9cb0-73ece72fe645 admin admin] Publish callbacks [] for security_group (2c3f2621-2928-4a77-9674-3afeeeaeac20), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:17.169679 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7d2d3857-076e-40f1-9cb0-73ece72fe645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (2c3f2621-2928-4a77-9674-3afeeeaeac20), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:17.172237 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7d2d3857-076e-40f1-9cb0-73ece72fe645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:17.173628 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-7d2d3857-076e-40f1-9cb0-73ece72fe645 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c3f2621-2928-4a77-9674-3afeeeaeac20 HTTP/1.1" status: 204 len: 168 time: 0.1270311 Jul 28 22:36:17.188821 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d3857-076e-40f1-9cb0-73ece72fe645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3f2621-2928-4a77-9674-3afeeeaeac20,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:17.430743 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e856528f-2151-41f7-a580-1dbc5a0e24cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:17.463312 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48680) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:17.478523 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a4b58c2c-45e5-44ed-a9ec-2c0db16d43fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:17.555493 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a4b58c2c-45e5-44ed-a9ec-2c0db16d43fd admin admin] Publish callbacks [] for security_group (a79504c3-1c73-4cf4-b1f9-1624cb41d299), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:17.559151 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-a4b58c2c-45e5-44ed-a9ec-2c0db16d43fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (a79504c3-1c73-4cf4-b1f9-1624cb41d299), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:17.584617 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:17.599472 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-a4b58c2c-45e5-44ed-a9ec-2c0db16d43fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46d58da0a4884737bf1e08bfa8508d7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350567 Jul 28 22:36:17.600535 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b58c2c-45e5-44ed-a9ec-2c0db16d43fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79504c3-1c73-4cf4-b1f9-1624cb41d299,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:17.602257 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48682) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:17.657249 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Publish callbacks [] for security_group (a79504c3-1c73-4cf4-b1f9-1624cb41d299), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:17.682218 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Publish callbacks [] for security_group (a79504c3-1c73-4cf4-b1f9-1624cb41d299), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:17.728039 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (a79504c3-1c73-4cf4-b1f9-1624cb41d299), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:17.730631 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:17.731764 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a79504c3-1c73-4cf4-b1f9-1624cb41d299 HTTP/1.1" status: 204 len: 168 time: 0.1278088 Jul 28 22:36:17.739628 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79504c3-1c73-4cf4-b1f9-1624cb41d299,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:17.747172 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.747602 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.748015 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.748428 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.748828 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.749221 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.749655 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.750042 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.750436 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.750826 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.751220 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.751668 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.752055 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.753212 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:17.753601 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e204a1-7f9c-4000-bf12-bb793b590350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:18.831180 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:20.306621 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:20.429097 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:23.503482 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=7 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:26.886236 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=68 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:27.594696 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:INSERT=17,neutron:SELECT=52,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:27.742029 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=71,neutron:DELETE=7 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:27.742967 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=43,neutron:DELETE=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:30.421953 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:30.423840 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:DELETE=1,neutron:SELECT=27,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:31.724566 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48902) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:31.857821 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7633a132-746f-4016-b726-9789a54f8988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:31.938194 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7633a132-746f-4016-b726-9789a54f8988 admin admin] Publish callbacks [] for security_group (1ccfca29-44f1-40e0-9efe-ca03e520d32f), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:31.942441 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7633a132-746f-4016-b726-9789a54f8988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (1ccfca29-44f1-40e0-9efe-ca03e520d32f), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:31.982460 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633a132-746f-4016-b726-9789a54f8988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccfca29-44f1-40e0-9efe-ca03e520d32f,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:31.987122 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-7633a132-746f-4016-b726-9789a54f8988 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30408255d29a4c8cbf34be91128fd182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614200 Jul 28 22:36:31.990327 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48912) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:32.041646 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-52a78bd6-5038-44e4-83b0-08be5ae9ac5a admin admin] Publish callbacks [] for security_group (1ccfca29-44f1-40e0-9efe-ca03e520d32f), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:32.064809 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-52a78bd6-5038-44e4-83b0-08be5ae9ac5a admin admin] Publish callbacks [] for security_group (1ccfca29-44f1-40e0-9efe-ca03e520d32f), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:32.118677 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-52a78bd6-5038-44e4-83b0-08be5ae9ac5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (1ccfca29-44f1-40e0-9efe-ca03e520d32f), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:32.121671 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-52a78bd6-5038-44e4-83b0-08be5ae9ac5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:32.122869 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-52a78bd6-5038-44e4-83b0-08be5ae9ac5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ccfca29-44f1-40e0-9efe-ca03e520d32f HTTP/1.1" status: 204 len: 168 time: 0.1314759 Jul 28 22:36:32.132278 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a78bd6-5038-44e4-83b0-08be5ae9ac5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccfca29-44f1-40e0-9efe-ca03e520d32f,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:32.378726 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 48930) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:32.549728 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6f3c1a80-5a95-4663-8f62-75bf795b838b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:32.634276 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6f3c1a80-5a95-4663-8f62-75bf795b838b admin admin] Publish callbacks [] for security_group (e4e4f432-5714-42f8-a1bc-fd0e33a3e790), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:32.639842 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6f3c1a80-5a95-4663-8f62-75bf795b838b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (e4e4f432-5714-42f8-a1bc-fd0e33a3e790), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:32.686206 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-6f3c1a80-5a95-4663-8f62-75bf795b838b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea5dbb8880454a6f9771230f33238149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062973 Jul 28 22:36:32.689224 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48950) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:32.692596 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c1a80-5a95-4663-8f62-75bf795b838b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e4f432-5714-42f8-a1bc-fd0e33a3e790,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:32.776408 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b5f58924-d5ca-4c3b-a11a-fe22e73d58a2 admin admin] Publish callbacks [] for security_group (e4e4f432-5714-42f8-a1bc-fd0e33a3e790), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:32.800533 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b5f58924-d5ca-4c3b-a11a-fe22e73d58a2 admin admin] Publish callbacks [] for security_group (e4e4f432-5714-42f8-a1bc-fd0e33a3e790), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:32.853247 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b5f58924-d5ca-4c3b-a11a-fe22e73d58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (e4e4f432-5714-42f8-a1bc-fd0e33a3e790), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:32.856521 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-b5f58924-d5ca-4c3b-a11a-fe22e73d58a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:32.857778 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-b5f58924-d5ca-4c3b-a11a-fe22e73d58a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4e4f432-5714-42f8-a1bc-fd0e33a3e790 HTTP/1.1" status: 204 len: 168 time: 0.1674335 Jul 28 22:36:32.866109 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f58924-d5ca-4c3b-a11a-fe22e73d58a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e4f432-5714-42f8-a1bc-fd0e33a3e790,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:33.208428 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48978) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:33.222537 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4f7979cd-efc5-4afe-9c1d-c353df2e65d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:33.309781 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4f7979cd-efc5-4afe-9c1d-c353df2e65d7 admin admin] Publish callbacks [] for security_group (3d84ceb6-6358-4557-bbdb-8d4bba766bef), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:33.314195 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4f7979cd-efc5-4afe-9c1d-c353df2e65d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (3d84ceb6-6358-4557-bbdb-8d4bba766bef), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:33.352887 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7979cd-efc5-4afe-9c1d-c353df2e65d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d84ceb6-6358-4557-bbdb-8d4bba766bef,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:33.357513 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-4f7979cd-efc5-4afe-9c1d-c353df2e65d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84dfbaf36f1e4b47afd70eab63bed1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480458 Jul 28 22:36:33.360222 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48984) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:33.412993 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-498d857e-4e73-4da2-b0e9-9c6ca51ae130 admin admin] Publish callbacks [] for security_group (3d84ceb6-6358-4557-bbdb-8d4bba766bef), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:33.436214 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-498d857e-4e73-4da2-b0e9-9c6ca51ae130 admin admin] Publish callbacks [] for security_group (3d84ceb6-6358-4557-bbdb-8d4bba766bef), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:33.486508 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-498d857e-4e73-4da2-b0e9-9c6ca51ae130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (3d84ceb6-6358-4557-bbdb-8d4bba766bef), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:33.489146 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-498d857e-4e73-4da2-b0e9-9c6ca51ae130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:33.490480 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-498d857e-4e73-4da2-b0e9-9c6ca51ae130 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d84ceb6-6358-4557-bbdb-8d4bba766bef HTTP/1.1" status: 204 len: 168 time: 0.1292491 Jul 28 22:36:33.498339 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d857e-4e73-4da2-b0e9-9c6ca51ae130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d84ceb6-6358-4557-bbdb-8d4bba766bef,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:33.547081 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 48990) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:33.760579 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c50ac7bc-adfc-4613-a538-6332cfb2999d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:33.845373 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c50ac7bc-adfc-4613-a538-6332cfb2999d admin admin] Publish callbacks [] for security_group (e487c080-58c2-4101-8bfa-fde10c534723), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:33.849641 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c50ac7bc-adfc-4613-a538-6332cfb2999d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (e487c080-58c2-4101-8bfa-fde10c534723), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:33.891476 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c50ac7bc-adfc-4613-a538-6332cfb2999d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a320872469c457ba7358099257945f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433568 Jul 28 22:36:33.892350 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ac7bc-adfc-4613-a538-6332cfb2999d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e487c080-58c2-4101-8bfa-fde10c534723,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:33.894878 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 49010) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:33.961469 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a6b0bf38-d979-43cf-9d1c-524adb440c6f admin admin] Publish callbacks [] for security_group (e487c080-58c2-4101-8bfa-fde10c534723), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:33.990009 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a6b0bf38-d979-43cf-9d1c-524adb440c6f admin admin] Publish callbacks [] for security_group (e487c080-58c2-4101-8bfa-fde10c534723), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:34.051357 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a6b0bf38-d979-43cf-9d1c-524adb440c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (e487c080-58c2-4101-8bfa-fde10c534723), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:34.054321 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-a6b0bf38-d979-43cf-9d1c-524adb440c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:34.055761 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-a6b0bf38-d979-43cf-9d1c-524adb440c6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e487c080-58c2-4101-8bfa-fde10c534723 HTTP/1.1" status: 204 len: 168 time: 0.1579566 Jul 28 22:36:34.064238 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0bf38-d979-43cf-9d1c-524adb440c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e487c080-58c2-4101-8bfa-fde10c534723,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:34.714057 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 49052) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:34.931903 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-12383ae9-17d7-4f6e-b7fa-b7b9ad0bd1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:34.975997 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:34.991063 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:35.017700 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-12383ae9-17d7-4f6e-b7fa-b7b9ad0bd1c6 admin admin] Publish callbacks [] for security_group (982e1fc8-7c54-41c2-a58b-6569bb903372), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:35.023047 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-12383ae9-17d7-4f6e-b7fa-b7b9ad0bd1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (982e1fc8-7c54-41c2-a58b-6569bb903372), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:35.064620 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12383ae9-17d7-4f6e-b7fa-b7b9ad0bd1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982e1fc8-7c54-41c2-a58b-6569bb903372,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:35.071826 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 49062) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:35.072383 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-12383ae9-17d7-4f6e-b7fa-b7b9ad0bd1c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9510a6389ca84ba88ccc25a88133af22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566859 Jul 28 22:36:35.123904 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6b28aee3-02d8-4f28-996d-7ef250abe4ff admin admin] Publish callbacks [] for security_group (982e1fc8-7c54-41c2-a58b-6569bb903372), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:35.146853 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6b28aee3-02d8-4f28-996d-7ef250abe4ff admin admin] Publish callbacks [] for security_group (982e1fc8-7c54-41c2-a58b-6569bb903372), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:35.155392 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:35.163367 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:35.202993 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6b28aee3-02d8-4f28-996d-7ef250abe4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (982e1fc8-7c54-41c2-a58b-6569bb903372), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:35.205956 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6b28aee3-02d8-4f28-996d-7ef250abe4ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:35.211160 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6b28aee3-02d8-4f28-996d-7ef250abe4ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/982e1fc8-7c54-41c2-a58b-6569bb903372 HTTP/1.1" status: 204 len: 168 time: 0.1351287 Jul 28 22:36:35.226526 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28aee3-02d8-4f28-996d-7ef250abe4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982e1fc8-7c54-41c2-a58b-6569bb903372,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:38.693309 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:42.504351 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=20 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:42.507236 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:45.060802 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=9 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:45.063397 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:INSERT=1,neutron:SELECT=11 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:45.186919 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=3,neutron:DELETE=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:45.214300 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:45.245939 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=7 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:45.415937 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ba7aa4da-adc8-4c06-b282-feff6bf61f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:47.438689 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-225d6771-d90a-4d45-9668-7bf95e41fa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:47.672747 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 49310) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:47.786831 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c002a84-0e9e-4ffe-9d9c-3f620629a2eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:47.860002 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c002a84-0e9e-4ffe-9d9c-3f620629a2eb admin admin] Publish callbacks [] for security_group (5ad64049-5507-41d2-ad0d-ad0f9f256eae), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:47.863760 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7c002a84-0e9e-4ffe-9d9c-3f620629a2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (5ad64049-5507-41d2-ad0d-ad0f9f256eae), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:47.905780 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-7c002a84-0e9e-4ffe-9d9c-3f620629a2eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7254d89b2394949a10412eedd881831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319348 Jul 28 22:36:47.906612 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c002a84-0e9e-4ffe-9d9c-3f620629a2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad64049-5507-41d2-ad0d-ad0f9f256eae,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:47.908596 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 49316) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:47.960808 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-563b0a8a-265f-4bf4-bd20-51815b90df2f admin admin] Publish callbacks [] for security_group (5ad64049-5507-41d2-ad0d-ad0f9f256eae), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:47.983169 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-563b0a8a-265f-4bf4-bd20-51815b90df2f admin admin] Publish callbacks [] for security_group (5ad64049-5507-41d2-ad0d-ad0f9f256eae), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:48.029506 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-563b0a8a-265f-4bf4-bd20-51815b90df2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (5ad64049-5507-41d2-ad0d-ad0f9f256eae), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:48.032139 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-563b0a8a-265f-4bf4-bd20-51815b90df2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:48.033273 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-563b0a8a-265f-4bf4-bd20-51815b90df2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ad64049-5507-41d2-ad0d-ad0f9f256eae HTTP/1.1" status: 204 len: 168 time: 0.1235754 Jul 28 22:36:48.042242 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b0a8a-265f-4bf4-bd20-51815b90df2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad64049-5507-41d2-ad0d-ad0f9f256eae,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:48.296457 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 49322) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:48.310629 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-081cf5ea-183d-448f-978b-7cd6de2a849b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:48.388842 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-081cf5ea-183d-448f-978b-7cd6de2a849b admin admin] Publish callbacks [] for security_group (bb666b8a-ef06-4a47-8155-25303819cdaf), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:48.392470 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-081cf5ea-183d-448f-978b-7cd6de2a849b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (bb666b8a-ef06-4a47-8155-25303819cdaf), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:48.430844 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-081cf5ea-183d-448f-978b-7cd6de2a849b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97a1f7f74c8f4999a5867649d933c15f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333859 Jul 28 22:36:48.432737 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cf5ea-183d-448f-978b-7cd6de2a849b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb666b8a-ef06-4a47-8155-25303819cdaf,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:48.433498 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 49326) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:48.486514 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e05b3acc-cd6c-48fd-addb-4c0f6cf0b5e5 admin admin] Publish callbacks [] for security_group (bb666b8a-ef06-4a47-8155-25303819cdaf), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:48.508953 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e05b3acc-cd6c-48fd-addb-4c0f6cf0b5e5 admin admin] Publish callbacks [] for security_group (bb666b8a-ef06-4a47-8155-25303819cdaf), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:48.555666 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e05b3acc-cd6c-48fd-addb-4c0f6cf0b5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (bb666b8a-ef06-4a47-8155-25303819cdaf), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:48.558217 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-e05b3acc-cd6c-48fd-addb-4c0f6cf0b5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:48.559413 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-e05b3acc-cd6c-48fd-addb-4c0f6cf0b5e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb666b8a-ef06-4a47-8155-25303819cdaf HTTP/1.1" status: 204 len: 168 time: 0.1247675 Jul 28 22:36:48.567168 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b3acc-cd6c-48fd-addb-4c0f6cf0b5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb666b8a-ef06-4a47-8155-25303819cdaf,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:48.834217 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:48.891678 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 49336) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:48.905705 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-02d7d14c-7fa7-4b98-be35-ec44cb89054f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:48.985049 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-02d7d14c-7fa7-4b98-be35-ec44cb89054f admin admin] Publish callbacks [] for security_group (cbd7d004-ac69-47ed-a838-e55275075159), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:48.988633 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-02d7d14c-7fa7-4b98-be35-ec44cb89054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (cbd7d004-ac69-47ed-a838-e55275075159), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:49.028306 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-02d7d14c-7fa7-4b98-be35-ec44cb89054f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b307008b849c4332a75d292ffb055cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355834 Jul 28 22:36:49.029174 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7d14c-7fa7-4b98-be35-ec44cb89054f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd7d004-ac69-47ed-a838-e55275075159,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:49.031014 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 49338) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:49.081699 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-42f0f043-b9c7-4999-ab19-0f8d8c7e93b3 admin admin] Publish callbacks [] for security_group (cbd7d004-ac69-47ed-a838-e55275075159), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:49.103539 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-42f0f043-b9c7-4999-ab19-0f8d8c7e93b3 admin admin] Publish callbacks [] for security_group (cbd7d004-ac69-47ed-a838-e55275075159), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:49.155180 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-42f0f043-b9c7-4999-ab19-0f8d8c7e93b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (cbd7d004-ac69-47ed-a838-e55275075159), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:49.157804 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-42f0f043-b9c7-4999-ab19-0f8d8c7e93b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:49.158978 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-42f0f043-b9c7-4999-ab19-0f8d8c7e93b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cbd7d004-ac69-47ed-a838-e55275075159 HTTP/1.1" status: 204 len: 168 time: 0.1256914 Jul 28 22:36:49.167514 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0f043-b9c7-4999-ab19-0f8d8c7e93b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd7d004-ac69-47ed-a838-e55275075159,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:49.835918 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 49366) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:49.936404 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-726140899-network', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:36:49.956099 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Made reservation on behalf of 651fa66c961b4d07a8fa735e63cdef79 for: {'network': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:36:49.958571 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:49.966980 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.052083 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Publish callbacks [] for security_group (ae9cde3a-ce9d-4148-9b8a-09141596e0e5), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.056095 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ae9cde3a-ce9d-4148-9b8a-09141596e0e5), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.079653 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=104117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:36:50.087925 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:50.098911 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9cde3a-ce9d-4148-9b8a-09141596e0e5,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:50.103096 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (446eb4d7-ffd5-46c1-9150-aed148bffcd4), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.103475 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.segments_db [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Added segment 446eb4d7-ffd5-46c1-9150-aed148bffcd4 of type vlan for network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 Jul 28 22:36:50.114840 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:50.116659 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.117151 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.117500 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.117869 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.118203 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.118534 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.118860 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.119185 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.119509 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.119833 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.120158 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.120481 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.120800 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.121119 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.121435 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:50.167929 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.193345 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.194347 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:50.194920 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.250809 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4137874 Jul 28 22:36:50.253964 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 49370) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:50.260103 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-6662cffd-bc3e-470b-9b40-4d37a0230a66 admin admin] Request body: {'subnet': {'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-726140899-subnet', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'ip_version': 4}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:36:50.262780 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19546333-25fd-45f9-a2ab-9c3c0ef86ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:50.275369 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:36:50.287315 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6662cffd-bc3e-470b-9b40-4d37a0230a66 admin admin] Made reservation on behalf of 651fa66c961b4d07a8fa735e63cdef79 for: {'subnet': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:36:50.289241 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6662cffd-bc3e-470b-9b40-4d37a0230a66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59176997'] for subnet (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.362533 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.431836 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.466856 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6662cffd-bc3e-470b-9b40-4d37a0230a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62513026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59176971'] for subnet (55691c1a-71bd-497e-86b2-643101e13c57), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.530626 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662cffd-bc3e-470b-9b40-4d37a0230a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55691c1a-71bd-497e-86b2-643101e13c57,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:50.541206 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:50.542960 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662cffd-bc3e-470b-9b40-4d37a0230a66 admin admin] Checking segment: {'id': '446eb4d7-ffd5-46c1-9150-aed148bffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:36:50.543316 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6662cffd-bc3e-470b-9b40-4d37a0230a66 admin admin] Network hostable DHCP agents. Network: ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:36:50.547002 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:50.563427 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6662cffd-bc3e-470b-9b40-4d37a0230a66 admin admin] Network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:36:50.574816 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-6662cffd-bc3e-470b-9b40-4d37a0230a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898) {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:36:50.579984 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6662cffd-bc3e-470b-9b40-4d37a0230a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:50.580791 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-6662cffd-bc3e-470b-9b40-4d37a0230a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.586856 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ed121f-337d-4e33-a3d4-d26aaf3e8910 None None] Network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:36:50.605762 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 49384) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:50.607111 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-6662cffd-bc3e-470b-9b40-4d37a0230a66 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3519392 Jul 28 22:36:50.610923 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:36:50.639920 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-355861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-678'] for router (7d5f34a5-ec4e-492d-a438-d08622ef27d4), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.641414 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-687'] for router (7d5f34a5-ec4e-492d-a438-d08622ef27d4), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.714407 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Publish callbacks [] for router_controller (7d5f34a5-ec4e-492d-a438-d08622ef27d4), precommit_add_association {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.723406 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f313812-be9c-585b-b2da-26cdb27816da-ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'fixed_ips': [{'subnet_id': '55691c1a-71bd-497e-86b2-643101e13c57'}]}} from dv-cinder-850939-3-iscsi. {{(pid=104118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 22:36:50.725122 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.881771 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 49390) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:50.909779 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Publish callbacks [] for router_gateway (7d5f34a5-ec4e-492d-a438-d08622ef27d4), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:50.947984 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.db_base_plugin_common [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Allocated IP 172.20.0.2 (ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898/55691c1a-71bd-497e-86b2-643101e13c57/20265b54-0c7d-4885-b574-ed8b366ba530) {{(pid=104118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:36:51.078197 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3a7d3b10-a60c-434a-9c87-66396d2fcdef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.165567 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Publish callbacks [] for router_gateway (7d5f34a5-ec4e-492d-a438-d08622ef27d4), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.172546 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3a7d3b10-a60c-434a-9c87-66396d2fcdef admin admin] Publish callbacks [] for security_group (eff78e33-cb43-447c-93cf-36d2752dea78), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.185675 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3a7d3b10-a60c-434a-9c87-66396d2fcdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (eff78e33-cb43-447c-93cf-36d2752dea78), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.186255 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Publish callbacks [] for port (20265b54-0c7d-4885-b574-ed8b366ba530), precommit_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.193868 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.194954 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.216757 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-3a7d3b10-a60c-434a-9c87-66396d2fcdef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39ffbd016b784495af3b1be258c5ff6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335228 Jul 28 22:36:51.220198 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 49402) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:51.229361 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d3b10-a60c-434a-9c87-66396d2fcdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff78e33-cb43-447c-93cf-36d2752dea78,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:51.238302 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 is already hosted by enough agents. {{(pid=104118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:36:51.244278 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.base_scheduler [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Resources bound (agent type, host, resource id): {{(pid=104118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:36:51.248276 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Received port after_create {{(pid=104118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:36:51.251708 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Pushing event updated for resources: {'Port': ['ID=20265b54-0c7d-4885-b574-ed8b366ba530,revision_number=1']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:51.288110 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-78bd4eef-f5bd-4d14-b016-64e4d2ce45b1 admin admin] Publish callbacks [] for security_group (eff78e33-cb43-447c-93cf-36d2752dea78), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.315756 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-78bd4eef-f5bd-4d14-b016-64e4d2ce45b1 admin admin] Publish callbacks [] for security_group (eff78e33-cb43-447c-93cf-36d2752dea78), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.318012 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Attempting to bind port 20265b54-0c7d-4885-b574-ed8b366ba530 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:36:51.318579 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Attempting to bind port 20265b54-0c7d-4885-b574-ed8b366ba530 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '446eb4d7-ffd5-46c1-9150-aed148bffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:36:51.318748 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Attempting to bind port 20265b54-0c7d-4885-b574-ed8b366ba530 on network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:36:51.320570 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Allocated IP 172.27.3.198 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/1b088ffe-3ab6-4027-8c81-70212d21c7bd) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:36:51.324334 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:36:51.324758 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Checking segment: {'id': '446eb4d7-ffd5-46c1-9150-aed148bffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:36:51.325324 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.325786 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Bound using segment: {'id': '446eb4d7-ffd5-46c1-9150-aed148bffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:36:51.326321 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Bound port: 20265b54-0c7d-4885-b574-ed8b366ba530, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446eb4d7-ffd5-46c1-9150-aed148bffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:36:51.326693 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.373031 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-78bd4eef-f5bd-4d14-b016-64e4d2ce45b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (eff78e33-cb43-447c-93cf-36d2752dea78), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.378552 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-78bd4eef-f5bd-4d14-b016-64e4d2ce45b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.381307 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-78bd4eef-f5bd-4d14-b016-64e4d2ce45b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eff78e33-cb43-447c-93cf-36d2752dea78 HTTP/1.1" status: 204 len: 168 time: 0.1599133 Jul 28 22:36:51.397208 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd4eef-f5bd-4d14-b016-64e4d2ce45b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff78e33-cb43-447c-93cf-36d2752dea78,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:51.398414 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] For port 20265b54-0c7d-4885-b574-ed8b366ba530, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:36:51.409961 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] For port 20265b54-0c7d-4885-b574-ed8b366ba530, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=20265b54-0c7d-4885-b574-ed8b366ba530,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:36:51.422173 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.463773 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:51.491848 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:51.505887 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1397e77-9b64-4880-a774-64f34609e15c None None] Pushing event updated for resources: {'Port': ['ID=20265b54-0c7d-4885-b574-ed8b366ba530,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:51.755670 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Publish callbacks [] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.793854 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:51.799192 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:51.843479 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:36:51.846936 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:51.851089 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:36:51.854138 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:36:51.857317 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Pushing event updated for resources: {'Port': ['ID=1b088ffe-3ab6-4027-8c81-70212d21c7bd,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:52.139122 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 20265b54-0c7d-4885-b574-ed8b366ba530 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:36:52.156719 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Publish callbacks [] for router_gateway (7d5f34a5-ec4e-492d-a438-d08622ef27d4), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:52.198011 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 20265b54-0c7d-4885-b574-ed8b366ba530 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:52.198297 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:52.328215 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 20265b54-0c7d-4885-b574-ed8b366ba530 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:36:52.328846 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:52.380769 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port 20265b54-0c7d-4885-b574-ed8b366ba530, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=20265b54-0c7d-4885-b574-ed8b366ba530,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:52.392423 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:52.460308 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=20265b54-0c7d-4885-b574-ed8b366ba530,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:52.504611 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-353995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364417'] for router (7d5f34a5-ec4e-492d-a438-d08622ef27d4), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:52.651391 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 is scheduled to L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b with binding_index 1 {{(pid=104117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 22:36:52.680117 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65da1091-b79a-4ec6-8963-8079274e973f None None] Network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:36:52.746875 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d7b6caae-6f16-4e1c-93f8-37eee560df76 None None] Provisioning complete for port 20265b54-0c7d-4885-b574-ed8b366ba530 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:52.747318 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d7b6caae-6f16-4e1c-93f8-37eee560df76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:52.777345 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:36:52.791448 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Sync routers for ids ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:36:52.810761 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Routers {'7d5f34a5-ec4e-492d-a438-d08622ef27d4'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:36:52.811667 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:36:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:52.820626 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:52.824722 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c0a220cc-6508-4bf9-879e-a120bd1f0e07 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2150626 Jul 28 22:36:52.824722 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 49446) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:52.883093 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d7b6caae-6f16-4e1c-93f8-37eee560df76 None None] Current status of the port 20265b54-0c7d-4885-b574-ed8b366ba530 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:36:52.977783 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Set router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:36:53.106422 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-1ca1f5ab-2c17-4579-a7e4-058357f48523 None None] Provisioning complete for port 20265b54-0c7d-4885-b574-ed8b366ba530 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:53.106882 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-1ca1f5ab-2c17-4579-a7e4-058357f48523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:53.125940 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:53.141026 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:53.167798 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:36:52Z', 'revision_number': 3, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port': {'id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:69:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:51Z', 'updated_at': '2022-07-28T22:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:53.193885 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Checking router: 7d5f34a5-ec4e-492d-a438-d08622ef27d4 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:36:53.194284 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Updating router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 port 1b088ffe-3ab6-4027-8c81-70212d21c7bd binding host dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:36:53.195473 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-1ca1f5ab-2c17-4579-a7e4-058357f48523 None None] Current status of the port 20265b54-0c7d-4885-b574-ed8b366ba530 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:36:53.222832 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:53.313329 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:53.467769 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Publish callbacks [] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:53.472933 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:53.473494 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Allocated IP 172.20.0.1 (ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898/55691c1a-71bd-497e-86b2-643101e13c57/1aa9fba0-6d13-445b-85fb-c1a93f04d9a0) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:36:53.529189 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Pushing event updated for resources: {'Port': ['ID=1b088ffe-3ab6-4027-8c81-70212d21c7bd,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:53.531470 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Attempting to bind port 1b088ffe-3ab6-4027-8c81-70212d21c7bd on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:36:53.531830 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Attempting to bind port 1b088ffe-3ab6-4027-8c81-70212d21c7bd by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:36:53.532186 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Attempting to bind port 1b088ffe-3ab6-4027-8c81-70212d21c7bd on network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:36:53.542361 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.542770 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.543061 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.543416 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.543754 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.544083 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.544406 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.544731 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.545052 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.545452 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.545708 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.546805 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.546805 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.546805 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.547249 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:36:53.550277 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:36:53.550652 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Checking segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:36:53.551374 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:53.551517 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Bound using segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:36:53.551943 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Bound port: 1b088ffe-3ab6-4027-8c81-70212d21c7bd, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:36:53.552317 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:53.585135 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Publish callbacks [] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:53.601240 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] For port 1b088ffe-3ab6-4027-8c81-70212d21c7bd, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:36:53.604873 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] For port 1b088ffe-3ab6-4027-8c81-70212d21c7bd, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=1b088ffe-3ab6-4027-8c81-70212d21c7bd,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:36:53.611392 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:53.620377 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:53.666710 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:36:53.671685 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:36:53.675538 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:36:53.679530 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Pushing event updated for resources: {'Port': ['ID=1aa9fba0-6d13-445b-85fb-c1a93f04d9a0,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:53.686354 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Routers {'7d5f34a5-ec4e-492d-a438-d08622ef27d4'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:36:53.687859 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:36:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:53.717476 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353153'] for router_interface (7d5f34a5-ec4e-492d-a438-d08622ef27d4), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:53.738565 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d5908-5655-487a-88a0-7297a0e72e8c None None] Pushing event updated for resources: {'Port': ['ID=1b088ffe-3ab6-4027-8c81-70212d21c7bd,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:53.747200 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:53.792682 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:53.815714 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] Set router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:36:53.853337 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:53.893101 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:53.914519 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:36:53.966154 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:54.005239 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:36:52Z', 'revision_number': 3, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port': {'id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:69:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:51Z', 'updated_at': '2022-07-28T22:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:54.037170 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a23c83-bfd3-4d60-92c1-6a516826ddf9 None None] The sync data for ids ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'] in dv-cinder-850939-3-iscsi is: [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:36:52Z', 'revision_number': 3, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port': {'id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:69:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:51Z', 'updated_at': '2022-07-28T22:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:36:54.059426 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Publish callbacks [] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:54.064489 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58993694'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:54.075509 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-620f45c8-e936-4560-b1a7-f4e0636a3148 None None] Provisioning complete for port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:54.076644 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-620f45c8-e936-4560-b1a7-f4e0636a3148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:54.108081 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 20265b54-0c7d-4885-b574-ed8b366ba530 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:36:54.142132 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-620f45c8-e936-4560-b1a7-f4e0636a3148 None None] Port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:36:54.151944 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-353277'] for router_interface (7d5f34a5-ec4e-492d-a438-d08622ef27d4), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:54.154950 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Pushing event updated for resources: {'Port': ['ID=1aa9fba0-6d13-445b-85fb-c1a93f04d9a0,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:54.164584 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 20265b54-0c7d-4885-b574-ed8b366ba530 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:54.165163 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:54.244638 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 20265b54-0c7d-4885-b574-ed8b366ba530 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:36:54.253396 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:36:54.255604 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:36:54.390231 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:36:54.509579 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:36:54.516520 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-90991ad6-fdd3-4636-9a7c-8a12e24d04ec admin admin] 10.222.0.39 "PUT /v2.0/routers/7d5f34a5-ec4e-492d-a438-d08622ef27d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6889577 Jul 28 22:36:54.563200 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:54.569829 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-8a0b672e-180e-45e4-b2f2-c9865f0e2f6f None None] Provisioning complete for port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:54.570212 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8a0b672e-180e-45e4-b2f2-c9865f0e2f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:54.611950 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b672e-180e-45e4-b2f2-c9865f0e2f6f None None] Port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:36:55.134647 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 49476) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:55.139512 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-871134237-network', 'tenant_id': 'f26452741ee2411aa990bc713efc2886'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:36:55.159911 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Made reservation on behalf of f26452741ee2411aa990bc713efc2886 for: {'network': 1} {{(pid=104117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:36:55.162806 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for network (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.171574 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.255785 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Publish callbacks [] for security_group (292fb1c8-8334-4022-9bf9-6c00ddbc1c93), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.260235 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (292fb1c8-8334-4022-9bf9-6c00ddbc1c93), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.286230 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=104117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 22:36:55.303497 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292fb1c8-8334-4022-9bf9-6c00ddbc1c93,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:55.306364 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (e316d324-69fa-48d8-abce-283f23bf2b19), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.306686 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.segments_db [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Added segment e316d324-69fa-48d8-abce-283f23bf2b19 of type vlan for network d26e2701-0cf7-4dd2-90da-1afc29e01765 Jul 28 22:36:55.351844 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791032007810'] for network (d26e2701-0cf7-4dd2-90da-1afc29e01765), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.362243 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:55.370857 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:55.382198 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851'] for network (d26e2701-0cf7-4dd2-90da-1afc29e01765), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.383222 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:55.383912 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.449278 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3134978 Jul 28 22:36:55.452416 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 49480) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:55.457283 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-2c469e2f-62b2-411b-b985-f91cbc93b547 admin admin] Request body: {'subnet': {'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-871134237-subnet', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'ip_version': 4}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:36:55.467933 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b7f09-06eb-4641-aa55-bbbe1358d3a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d26e2701-0cf7-4dd2-90da-1afc29e01765,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:55.479363 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Network d26e2701-0cf7-4dd2-90da-1afc29e01765 details requested by agent ovs-agent-dv-cinder-850939-3-iscsi with host dv-cinder-850939-3-iscsi {{(pid=104118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 22:36:55.487456 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c469e2f-62b2-411b-b985-f91cbc93b547 admin admin] Made reservation on behalf of f26452741ee2411aa990bc713efc2886 for: {'subnet': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:36:55.490682 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2c469e2f-62b2-411b-b985-f91cbc93b547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59176997'] for subnet (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.685820 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2c469e2f-62b2-411b-b985-f91cbc93b547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62513026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59176971'] for subnet (faa94ac1-140f-4a77-a247-30cfdfd2e620), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.738768 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Sync routers for ids ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:36:55.742696 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=100 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:55.743854 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c469e2f-62b2-411b-b985-f91cbc93b547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa94ac1-140f-4a77-a247-30cfdfd2e620,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:55.751854 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Routers {'7d5f34a5-ec4e-492d-a438-d08622ef27d4'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:36:55.752475 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:36:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:55.755134 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c469e2f-62b2-411b-b985-f91cbc93b547 admin admin] Checking segment: {'id': 'e316d324-69fa-48d8-abce-283f23bf2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:36:55.756079 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c469e2f-62b2-411b-b985-f91cbc93b547 admin admin] Network hostable DHCP agents. Network: d26e2701-0cf7-4dd2-90da-1afc29e01765, hostable agents: ['b6af60b6-5b49-43b0-9966-9fad7f2dd0f6'], hosted agents: [] {{(pid=104116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 22:36:55.773113 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c469e2f-62b2-411b-b985-f91cbc93b547 admin admin] Network d26e2701-0cf7-4dd2-90da-1afc29e01765 is scheduled to be hosted by DHCP agent b6af60b6-5b49-43b0-9966-9fad7f2dd0f6 with binding_index 1 {{(pid=104116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 22:36:55.782156 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-2c469e2f-62b2-411b-b985-f91cbc93b547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850939-3-iscsi, d26e2701-0cf7-4dd2-90da-1afc29e01765) {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:36:55.787055 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c469e2f-62b2-411b-b985-f91cbc93b547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:36:55.787850 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-2c469e2f-62b2-411b-b985-f91cbc93b547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.798394 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a8014d-55c7-4a21-b424-df71425d7280 None None] Network d26e2701-0cf7-4dd2-90da-1afc29e01765 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:36:55.806094 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-2c469e2f-62b2-411b-b985-f91cbc93b547 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3526008 Jul 28 22:36:55.808664 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 49484) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:55.812849 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-871134237-router', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:36:55.834795 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-355861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-678'] for router (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.835848 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-354045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-364541', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-401018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-687'] for router (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.840434 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:55.842715 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:55.894457 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Publish callbacks [] for router_controller (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), precommit_add_association {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:55.925268 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Set router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:36:55.976923 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8f313812-be9c-585b-b2da-26cdb27816da-d26e2701-0cf7-4dd2-90da-1afc29e01765', 'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765', 'project_id': 'f26452741ee2411aa990bc713efc2886', 'fixed_ips': [{'subnet_id': 'faa94ac1-140f-4a77-a247-30cfdfd2e620'}]}} from dv-cinder-850939-3-iscsi. {{(pid=104118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 22:36:55.977883 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:56.045303 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Publish callbacks [] for router_gateway (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:56.124728 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 1b088ffe-3ab6-4027-8c81-70212d21c7bd up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:36:56.254254 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 1b088ffe-3ab6-4027-8c81-70212d21c7bd triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:56.254844 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:56.258315 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Publish callbacks [] for router_gateway (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:56.284390 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.db_base_plugin_common [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Allocated IP 172.20.0.2 (d26e2701-0cf7-4dd2-90da-1afc29e01765/faa94ac1-140f-4a77-a247-30cfdfd2e620/f77e558f-9cff-4cd5-8c26-1524610376e4) {{(pid=104118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:36:56.284649 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:56.382221 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:36:53Z', 'revision_number': 4, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port': {'id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:69:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:51Z', 'updated_at': '2022-07-28T22:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '1aa9fba0-6d13-445b-85fb-c1a93f04d9a0', 'name': '', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'mac_address': 'fa:16:3e:0d:09:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '55691c1a-71bd-497e-86b2-643101e13c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:53Z', 'updated_at': '2022-07-28T22:36:53Z', 'revision_number': 2, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'subnets': [{'id': '55691c1a-71bd-497e-86b2-643101e13c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:56.399862 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Allocated IP 172.27.3.122 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/817cfa0e-dc64-4ec2-a34b-b9e650550f67) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:36:56.413200 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Checking router: 7d5f34a5-ec4e-492d-a438-d08622ef27d4 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:36:56.413485 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Updating router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 binding host dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:36:56.478450 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:56.515582 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 1b088ffe-3ab6-4027-8c81-70212d21c7bd is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:36:56.516192 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:56.527301 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Publish callbacks [] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:56.527909 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:56.529789 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:56.571442 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:56.590868 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port 1b088ffe-3ab6-4027-8c81-70212d21c7bd, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=1b088ffe-3ab6-4027-8c81-70212d21c7bd,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:56.609490 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:56.619347 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:36:56.622653 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:36:56.627073 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:36:56.672965 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Pushing event updated for resources: {'Port': ['ID=817cfa0e-dc64-4ec2-a34b-b9e650550f67,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:56.705614 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Publish callbacks [] for port (f77e558f-9cff-4cd5-8c26-1524610376e4), precommit_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:56.724212 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819'] for port (f77e558f-9cff-4cd5-8c26-1524610376e4), after_create {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:56.790971 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=1b088ffe-3ab6-4027-8c81-70212d21c7bd,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:56.803851 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Network d26e2701-0cf7-4dd2-90da-1afc29e01765 is already hosted by enough agents. {{(pid=104118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:36:56.825360 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.scheduler.base_scheduler [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Resources bound (agent type, host, resource id): {{(pid=104118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:36:56.834927 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Received port after_create {{(pid=104118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:36:56.873570 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:56.934192 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Pushing event updated for resources: {'Port': ['ID=f77e558f-9cff-4cd5-8c26-1524610376e4,revision_number=1']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:56.943958 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:56.948462 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Publish callbacks [] for router_gateway (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:56.960623 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Attempting to bind port f77e558f-9cff-4cd5-8c26-1524610376e4 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:36:56.960970 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Attempting to bind port f77e558f-9cff-4cd5-8c26-1524610376e4 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': 'e316d324-69fa-48d8-abce-283f23bf2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:36:56.961332 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Attempting to bind port f77e558f-9cff-4cd5-8c26-1524610376e4 on network d26e2701-0cf7-4dd2-90da-1afc29e01765 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:36:57.115941 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:36:57.116312 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Checking segment: {'id': 'e316d324-69fa-48d8-abce-283f23bf2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:36:57.116718 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:57.117113 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Bound using segment: {'id': 'e316d324-69fa-48d8-abce-283f23bf2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:36:57.117746 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Bound port: f77e558f-9cff-4cd5-8c26-1524610376e4, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e316d324-69fa-48d8-abce-283f23bf2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:36:57.118144 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (f77e558f-9cff-4cd5-8c26-1524610376e4), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:57.222367 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Publish callbacks [] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), precommit_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:57.230214 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] For port f77e558f-9cff-4cd5-8c26-1524610376e4, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:36:57.233648 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] For port f77e558f-9cff-4cd5-8c26-1524610376e4, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=f77e558f-9cff-4cd5-8c26-1524610376e4,segment=NetworkSegment(e316d324-69fa-48d8-abce-283f23bf2b19),segment_id=e316d324-69fa-48d8-abce-283f23bf2b19)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:36:57.235201 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:57.266738 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (f77e558f-9cff-4cd5-8c26-1524610376e4), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:57.305805 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a30333-0f0d-4728-8ee3-7b5adea157d3 None None] Pushing event updated for resources: {'Port': ['ID=1aa9fba0-6d13-445b-85fb-c1a93f04d9a0,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:57.408998 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Attempting to bind port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:36:57.409371 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Attempting to bind port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '446eb4d7-ffd5-46c1-9150-aed148bffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:36:57.410085 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Attempting to bind port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 on network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:36:57.413895 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e37c5-1c0f-4cb7-9eac-b8a677322f74 None None] Pushing event updated for resources: {'Port': ['ID=f77e558f-9cff-4cd5-8c26-1524610376e4,revision_number=2']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:57.415261 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-353995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-364417'] for router (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:57.420079 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:36:57.420455 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Checking segment: {'id': '446eb4d7-ffd5-46c1-9150-aed148bffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:36:57.421051 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:57.421450 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Bound using segment: {'id': '446eb4d7-ffd5-46c1-9150-aed148bffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:36:57.423383 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Bound port: 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446eb4d7-ffd5-46c1-9150-aed148bffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:36:57.424064 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:57.427780 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:57.498957 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] For port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:36:57.502259 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] For port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=1aa9fba0-6d13-445b-85fb-c1a93f04d9a0,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:36:57.511164 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:57.579103 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:57.587877 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a30333-0f0d-4728-8ee3-7b5adea157d3 None None] Pushing event updated for resources: {'Port': ['ID=1aa9fba0-6d13-445b-85fb-c1a93f04d9a0,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:57.588160 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Router 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 is scheduled to L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b with binding_index 1 {{(pid=104116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 22:36:57.592416 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Routers {'7d5f34a5-ec4e-492d-a438-d08622ef27d4'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:36:57.593041 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:36:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:57.711693 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] Set router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:36:57.722844 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:36:57.735122 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Sync routers for ids ['1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:36:57.752528 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Routers {'1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:36:57.753738 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:57.754320 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:36:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:57.756042 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-0cda074e-14af-48ef-be21-631b07c0f812 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9464269 Jul 28 22:36:57.758919 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 49508) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:36:57.856027 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-6e776cec-02dd-4b12-9dcc-9057e217b980 None None] Provisioning complete for port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:57.856400 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6e776cec-02dd-4b12-9dcc-9057e217b980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:57.945028 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Set router 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:36:58.026836 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-6e776cec-02dd-4b12-9dcc-9057e217b980 None None] Current status of the port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:36:58.027480 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6e776cec-02dd-4b12-9dcc-9057e217b980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.030030 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:36:53Z', 'revision_number': 4, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port': {'id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:51Z', 'updated_at': '2022-07-28T22:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '1aa9fba0-6d13-445b-85fb-c1a93f04d9a0', 'name': '', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'mac_address': 'fa:16:3e:0d:09:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '55691c1a-71bd-497e-86b2-643101e13c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:53Z', 'updated_at': '2022-07-28T22:36:57Z', 'revision_number': 4, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'subnets': [{'id': '55691c1a-71bd-497e-86b2-643101e13c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:58.083304 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8517826c-4805-4311-ba9e-6f764a56d131 None None] The sync data for ids ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'] in dv-cinder-850939-3-iscsi is: [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:36:53Z', 'revision_number': 4, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port': {'id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:51Z', 'updated_at': '2022-07-28T22:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '1aa9fba0-6d13-445b-85fb-c1a93f04d9a0', 'name': '', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'mac_address': 'fa:16:3e:0d:09:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '55691c1a-71bd-497e-86b2-643101e13c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:53Z', 'updated_at': '2022-07-28T22:36:57Z', 'revision_number': 4, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'subnets': [{'id': '55691c1a-71bd-497e-86b2-643101e13c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:36:58.132396 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-6e776cec-02dd-4b12-9dcc-9057e217b980 None None] For port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=1aa9fba0-6d13-445b-85fb-c1a93f04d9a0,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:58.168279 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-6e776cec-02dd-4b12-9dcc-9057e217b980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.272323 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e776cec-02dd-4b12-9dcc-9057e217b980 None None] Pushing event updated for resources: {'Port': ['ID=1aa9fba0-6d13-445b-85fb-c1a93f04d9a0,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:58.277419 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 1b088ffe-3ab6-4027-8c81-70212d21c7bd up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:36:58.319062 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'name': 'tempest-TestMinimumBasicScenario-871134237-router', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:55Z', 'updated_at': '2022-07-28T22:36:56Z', 'revision_number': 3, 'project_id': 'f26452741ee2411aa990bc713efc2886', 'gw_port': {'id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:56Z', 'updated_at': '2022-07-28T22:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:58.332775 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-314313dc-407b-4d7f-b6ab-0cc8abd40951 None None] Provisioning complete for port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:58.335042 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-314313dc-407b-4d7f-b6ab-0cc8abd40951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.352569 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Checking router: 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:36:58.353166 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Updating router 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 port 817cfa0e-dc64-4ec2-a34b-b9e650550f67 binding host dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:36:58.386115 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.415947 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 1b088ffe-3ab6-4027-8c81-70212d21c7bd triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:58.416584 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.497590 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:58.518609 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-314313dc-407b-4d7f-b6ab-0cc8abd40951 None None] Current status of the port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:36:58.566522 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 1b088ffe-3ab6-4027-8c81-70212d21c7bd is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:36:58.567726 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device f77e558f-9cff-4cd5-8c26-1524610376e4 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:36:58.637926 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port f77e558f-9cff-4cd5-8c26-1524610376e4 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:58.638552 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (f77e558f-9cff-4cd5-8c26-1524610376e4), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.770155 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.771001 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:58.772132 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Publish callbacks [] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), precommit_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.772610 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95bdaee-b7dd-47b9-b8c4-0198597023d0 None None] Network d26e2701-0cf7-4dd2-90da-1afc29e01765 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:36:58.778596 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.794748 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port f77e558f-9cff-4cd5-8c26-1524610376e4 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:36:58.795224 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (f77e558f-9cff-4cd5-8c26-1524610376e4), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.809887 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:58.846625 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45d71c-7a7a-4322-ab83-2cfaac5e9a07 None None] Pushing event updated for resources: {'Port': ['ID=817cfa0e-dc64-4ec2-a34b-b9e650550f67,revision_number=2']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:58.849669 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Attempting to bind port 817cfa0e-dc64-4ec2-a34b-b9e650550f67 on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:36:58.850046 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Attempting to bind port 817cfa0e-dc64-4ec2-a34b-b9e650550f67 by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:36:58.850540 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Attempting to bind port 817cfa0e-dc64-4ec2-a34b-b9e650550f67 on network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:36:58.856818 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:36:58.857195 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Checking segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:36:58.857685 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.858004 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Bound using segment: {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'} {{(pid=104119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:36:58.858617 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.managers [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Bound port: 817cfa0e-dc64-4ec2-a34b-b9e650550f67, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77714c-1000-4403-b31c-9c6f33de22de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2'}}] {{(pid=104119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:36:58.859000 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), before_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.884838 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-1b53273a-cdce-4899-a38b-7f1dc4d88bac None None] Provisioning complete for port f77e558f-9cff-4cd5-8c26-1524610376e4 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:58.885193 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-1b53273a-cdce-4899-a38b-7f1dc4d88bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (f77e558f-9cff-4cd5-8c26-1524610376e4), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.929262 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] For port 817cfa0e-dc64-4ec2-a34b-b9e650550f67, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:36:58.939760 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.plugins.ml2.db [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] For port 817cfa0e-dc64-4ec2-a34b-b9e650550f67, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=817cfa0e-dc64-4ec2-a34b-b9e650550f67,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:36:58.950688 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron_lib.callbacks.manager [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), after_update {{(pid=104119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:58.960896 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port f77e558f-9cff-4cd5-8c26-1524610376e4, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=f77e558f-9cff-4cd5-8c26-1524610376e4,segment=NetworkSegment(e316d324-69fa-48d8-abce-283f23bf2b19),segment_id=e316d324-69fa-48d8-abce-283f23bf2b19)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:36:58.975733 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (f77e558f-9cff-4cd5-8c26-1524610376e4), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:59.019946 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:59.021670 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Routers {'1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:36:59.022433 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:36:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:59.038490 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Allocated IP 172.20.0.1 (d26e2701-0cf7-4dd2-90da-1afc29e01765/faa94ac1-140f-4a77-a247-30cfdfd2e620/97ddf51e-74dc-448c-9528-e4b50730551e) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:36:59.126010 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-1b53273a-cdce-4899-a38b-7f1dc4d88bac None None] Current status of the port f77e558f-9cff-4cd5-8c26-1524610376e4 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:36:59.129008 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=f77e558f-9cff-4cd5-8c26-1524610376e4,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:59.181876 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45d71c-7a7a-4322-ab83-2cfaac5e9a07 None None] Pushing event updated for resources: {'Port': ['ID=817cfa0e-dc64-4ec2-a34b-b9e650550f67,revision_number=3']} {{(pid=104119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:59.210833 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Publish callbacks [] for port (97ddf51e-74dc-448c-9528-e4b50730551e), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:59.214174 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] Set router 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:36:59.257011 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:59.266943 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:59.289093 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:36:59.310158 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Network d26e2701-0cf7-4dd2-90da-1afc29e01765 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:36:59.315154 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:36:59.318848 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:36:59.360767 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-9e14d348-0cf3-45f7-bdac-ccff6862d06c None None] Provisioning complete for port f77e558f-9cff-4cd5-8c26-1524610376e4 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:59.361335 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-9e14d348-0cf3-45f7-bdac-ccff6862d06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (f77e558f-9cff-4cd5-8c26-1524610376e4), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:59.363516 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Pushing event updated for resources: {'Port': ['ID=97ddf51e-74dc-448c-9528-e4b50730551e,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:36:59.388177 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-353153'] for router_interface (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:59.463508 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'name': 'tempest-TestMinimumBasicScenario-871134237-router', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:55Z', 'updated_at': '2022-07-28T22:36:56Z', 'revision_number': 3, 'project_id': 'f26452741ee2411aa990bc713efc2886', 'gw_port': {'id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:56Z', 'updated_at': '2022-07-28T22:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:36:59.494249 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966a83d-ef30-45c4-88c5-ed93cc5a22b7 None None] The sync data for ids ['1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'] in dv-cinder-850939-3-iscsi is: [{'id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'name': 'tempest-TestMinimumBasicScenario-871134237-router', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:55Z', 'updated_at': '2022-07-28T22:36:56Z', 'revision_number': 3, 'project_id': 'f26452741ee2411aa990bc713efc2886', 'gw_port': {'id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:56Z', 'updated_at': '2022-07-28T22:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:36:59.506075 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-9e14d348-0cf3-45f7-bdac-ccff6862d06c None None] Current status of the port f77e558f-9cff-4cd5-8c26-1524610376e4 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:36:59.579342 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:59.735105 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-47656e07-7584-46ef-898f-9a9ad3e2c6bb None None] Provisioning complete for port 97ddf51e-74dc-448c-9528-e4b50730551e triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:36:59.736368 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-47656e07-7584-46ef-898f-9a9ad3e2c6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:59.777419 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-47656e07-7584-46ef-898f-9a9ad3e2c6bb None None] Port 97ddf51e-74dc-448c-9528-e4b50730551e cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:36:59.800409 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Publish callbacks [] for port (97ddf51e-74dc-448c-9528-e4b50730551e), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:59.806226 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58993694'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:59.880172 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3698865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-353277'] for router_interface (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:36:59.881984 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Pushing event updated for resources: {'Port': ['ID=97ddf51e-74dc-448c-9528-e4b50730551e,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:00.002307 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Network d26e2701-0cf7-4dd2-90da-1afc29e01765 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:37:00.005098 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:37:00.231245 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Router 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:37:00.238219 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device f77e558f-9cff-4cd5-8c26-1524610376e4 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:37:00.328045 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port f77e558f-9cff-4cd5-8c26-1524610376e4 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:37:00.328693 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (f77e558f-9cff-4cd5-8c26-1524610376e4), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:00.372202 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:37:00.381677 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-47ed4140-daaf-462d-8ae4-f051fd18ac0b admin admin] 10.222.0.39 "PUT /v2.0/routers/1783fde1-bad3-4f2d-9c84-e9ff8bd524a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6197836 Jul 28 22:37:00.400764 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-ce1fe8fd-ee82-4d7d-a5fb-3abe0eb3e18e None None] Provisioning complete for port 97ddf51e-74dc-448c-9528-e4b50730551e triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:37:00.401366 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe8fd-ee82-4d7d-a5fb-3abe0eb3e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:00.590450 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:00.613275 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port f77e558f-9cff-4cd5-8c26-1524610376e4 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:37:00.615695 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:37:00.620339 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-ce1fe8fd-ee82-4d7d-a5fb-3abe0eb3e18e None None] Port 97ddf51e-74dc-448c-9528-e4b50730551e cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:37:00.665012 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:37:00.665394 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:00.742783 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:37:00.743850 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 817cfa0e-dc64-4ec2-a34b-b9e650550f67 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:37:00.769558 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:00.807518 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 817cfa0e-dc64-4ec2-a34b-b9e650550f67 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:37:00.808163 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:00.888259 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 817cfa0e-dc64-4ec2-a34b-b9e650550f67 is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:37:00.888645 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:00.910230 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] For port 817cfa0e-dc64-4ec2-a34b-b9e650550f67, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=817cfa0e-dc64-4ec2-a34b-b9e650550f67,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:37:00.914879 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:00.970510 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Pushing event updated for resources: {'Port': ['ID=817cfa0e-dc64-4ec2-a34b-b9e650550f67,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:01.761388 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Sync routers for ids ['1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:37:01.776265 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Routers {'1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:37:01.776889 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:36:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:37:01.900479 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Set router 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:37:02.103058 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 817cfa0e-dc64-4ec2-a34b-b9e650550f67 up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:37:02.119161 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'name': 'tempest-TestMinimumBasicScenario-871134237-router', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:55Z', 'updated_at': '2022-07-28T22:36:59Z', 'revision_number': 4, 'project_id': 'f26452741ee2411aa990bc713efc2886', 'gw_port': {'id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:56Z', 'updated_at': '2022-07-28T22:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '97ddf51e-74dc-448c-9528-e4b50730551e', 'name': '', 'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'mac_address': 'fa:16:3e:22:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'faa94ac1-140f-4a77-a247-30cfdfd2e620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:58Z', 'updated_at': '2022-07-28T22:36:59Z', 'revision_number': 2, 'project_id': 'f26452741ee2411aa990bc713efc2886', 'subnets': [{'id': 'faa94ac1-140f-4a77-a247-30cfdfd2e620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:37:02.178600 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Checking router: 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:37:02.178954 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Updating router 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 port 97ddf51e-74dc-448c-9528-e4b50730551e binding host dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 22:37:02.214972 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:02.233497 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 817cfa0e-dc64-4ec2-a34b-b9e650550f67 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:37:02.233497 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:02.350984 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:02.454324 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 817cfa0e-dc64-4ec2-a34b-b9e650550f67 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:37:02.461718 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:02.579761 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Publish callbacks [] for port (97ddf51e-74dc-448c-9528-e4b50730551e), precommit_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:02.601788 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:02.648970 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Pushing event updated for resources: {'Port': ['ID=97ddf51e-74dc-448c-9528-e4b50730551e,revision_number=3']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:02.661878 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.662272 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.662656 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.662990 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.663290 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.663747 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.664108 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.664434 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.664760 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.665094 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.665452 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.665835 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.666158 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.666477 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.666792 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:02.757141 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Attempting to bind port 97ddf51e-74dc-448c-9528-e4b50730551e on host dv-cinder-850939-3-iscsi for vnic_type normal with profile {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:37:02.757518 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Attempting to bind port 97ddf51e-74dc-448c-9528-e4b50730551e by drivers openvswitch,hyperv on host dv-cinder-850939-3-iscsi at level 0 using segments [{'id': 'e316d324-69fa-48d8-abce-283f23bf2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765'}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:37:02.757924 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Attempting to bind port 97ddf51e-74dc-448c-9528-e4b50730551e on network d26e2701-0cf7-4dd2-90da-1afc29e01765 {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:37:02.766361 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Checking agent: {'id': 'd66d8e4e-cdd4-467c-95f2-680a537f1408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850939-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 19, 50), 'started_at': datetime.datetime(2022, 7, 28, 22, 20, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850939-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:37:02.767080 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Checking segment: {'id': 'e316d324-69fa-48d8-abce-283f23bf2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:37:02.767178 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:02.767512 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Bound using segment: {'id': 'e316d324-69fa-48d8-abce-283f23bf2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765'} {{(pid=104118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:37:02.767994 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.managers [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Bound port: 97ddf51e-74dc-448c-9528-e4b50730551e, host: dv-cinder-850939-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e316d324-69fa-48d8-abce-283f23bf2b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765'}}] {{(pid=104118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:37:02.768374 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:02.846827 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] For port 97ddf51e-74dc-448c-9528-e4b50730551e, host dv-cinder-850939-3-iscsi, cleared binding levels {{(pid=104118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:37:02.853462 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] For port 97ddf51e-74dc-448c-9528-e4b50730551e, host dv-cinder-850939-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=97ddf51e-74dc-448c-9528-e4b50730551e,segment=NetworkSegment(e316d324-69fa-48d8-abce-283f23bf2b19),segment_id=e316d324-69fa-48d8-abce-283f23bf2b19)] {{(pid=104118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:37:02.865582 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:02.951684 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Routers {'1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:37:02.952355 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:36:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:37:02.964465 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99d5bb-10d4-483e-add0-4d36c6986fc0 None None] Pushing event updated for resources: {'Port': ['ID=97ddf51e-74dc-448c-9528-e4b50730551e,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:03.008221 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-83d2ce92-6965-46a8-882f-cc56ea425d14 None None] Provisioning complete for port 97ddf51e-74dc-448c-9528-e4b50730551e triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:37:03.008603 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-83d2ce92-6965-46a8-882f-cc56ea425d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:03.160716 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] Set router 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:37:03.197620 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-83d2ce92-6965-46a8-882f-cc56ea425d14 None None] Current status of the port 97ddf51e-74dc-448c-9528-e4b50730551e is: DOWN; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:37:03.197919 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-83d2ce92-6965-46a8-882f-cc56ea425d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:03.501466 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-83d2ce92-6965-46a8-882f-cc56ea425d14 None None] For port 97ddf51e-74dc-448c-9528-e4b50730551e, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=97ddf51e-74dc-448c-9528-e4b50730551e,segment=NetworkSegment(e316d324-69fa-48d8-abce-283f23bf2b19),segment_id=e316d324-69fa-48d8-abce-283f23bf2b19)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:37:03.513305 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-83d2ce92-6965-46a8-882f-cc56ea425d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:03.552866 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:03.593789 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:03.611121 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2ce92-6965-46a8-882f-cc56ea425d14 None None] Pushing event updated for resources: {'Port': ['ID=97ddf51e-74dc-448c-9528-e4b50730551e,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:03.685721 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'name': 'tempest-TestMinimumBasicScenario-871134237-router', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:55Z', 'updated_at': '2022-07-28T22:36:59Z', 'revision_number': 4, 'project_id': 'f26452741ee2411aa990bc713efc2886', 'gw_port': {'id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:56Z', 'updated_at': '2022-07-28T22:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '97ddf51e-74dc-448c-9528-e4b50730551e', 'name': '', 'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'mac_address': 'fa:16:3e:22:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'faa94ac1-140f-4a77-a247-30cfdfd2e620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:58Z', 'updated_at': '2022-07-28T22:37:02Z', 'revision_number': 4, 'project_id': 'f26452741ee2411aa990bc713efc2886', 'subnets': [{'id': 'faa94ac1-140f-4a77-a247-30cfdfd2e620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:37:03.727520 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7b668-e2dd-47a2-b51e-da49cd9d39ba None None] The sync data for ids ['1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'] in dv-cinder-850939-3-iscsi is: [{'id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'name': 'tempest-TestMinimumBasicScenario-871134237-router', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:55Z', 'updated_at': '2022-07-28T22:36:59Z', 'revision_number': 4, 'project_id': 'f26452741ee2411aa990bc713efc2886', 'gw_port': {'id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:56Z', 'updated_at': '2022-07-28T22:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '97ddf51e-74dc-448c-9528-e4b50730551e', 'name': '', 'network_id': 'd26e2701-0cf7-4dd2-90da-1afc29e01765', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'mac_address': 'fa:16:3e:22:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'faa94ac1-140f-4a77-a247-30cfdfd2e620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:58Z', 'updated_at': '2022-07-28T22:37:02Z', 'revision_number': 4, 'project_id': 'f26452741ee2411aa990bc713efc2886', 'subnets': [{'id': 'faa94ac1-140f-4a77-a247-30cfdfd2e620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:37:03.731658 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-2014b952-07c3-44f4-93c2-193d3e3cd2b8 None None] Provisioning complete for port 97ddf51e-74dc-448c-9528-e4b50730551e triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:37:03.732038 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-2014b952-07c3-44f4-93c2-193d3e3cd2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:03.782414 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 49596) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:03.877284 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-2014b952-07c3-44f4-93c2-193d3e3cd2b8 None None] Current status of the port 97ddf51e-74dc-448c-9528-e4b50730551e is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:37:04.056613 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5dd9d869-bcf5-4497-b9ce-ddd9ba8922a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:04.060953 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:04.196696 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 97ddf51e-74dc-448c-9528-e4b50730551e up at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:37:04.222994 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:04.313212 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5dd9d869-bcf5-4497-b9ce-ddd9ba8922a6 admin admin] Publish callbacks [] for security_group (dcc65a6a-94b8-4856-abdc-fafb2cfff6fb), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:04.320751 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-5dd9d869-bcf5-4497-b9ce-ddd9ba8922a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (dcc65a6a-94b8-4856-abdc-fafb2cfff6fb), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:04.401032 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-5dd9d869-bcf5-4497-b9ce-ddd9ba8922a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4beb065ba474c8594da3c4d1072026e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6175370 Jul 28 22:37:04.403832 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9d869-bcf5-4497-b9ce-ddd9ba8922a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc65a6a-94b8-4856-abdc-fafb2cfff6fb,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:04.404215 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 49614) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:04.406041 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Provisioning complete for port 97ddf51e-74dc-448c-9528-e4b50730551e triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:37:04.409850 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:04.484804 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d2c10477-59a1-462e-bd71-57466fff7861 admin admin] Publish callbacks [] for security_group (dcc65a6a-94b8-4856-abdc-fafb2cfff6fb), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:04.519730 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d2c10477-59a1-462e-bd71-57466fff7861 admin admin] Publish callbacks [] for security_group (dcc65a6a-94b8-4856-abdc-fafb2cfff6fb), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:04.606052 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Current status of the port 97ddf51e-74dc-448c-9528-e4b50730551e is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:37:04.607085 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d2c10477-59a1-462e-bd71-57466fff7861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (dcc65a6a-94b8-4856-abdc-fafb2cfff6fb), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:04.610609 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d2c10477-59a1-462e-bd71-57466fff7861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:04.612580 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-d2c10477-59a1-462e-bd71-57466fff7861 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dcc65a6a-94b8-4856-abdc-fafb2cfff6fb HTTP/1.1" status: 204 len: 168 time: 0.2072716 Jul 28 22:37:04.642257 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c10477-59a1-462e-bd71-57466fff7861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc65a6a-94b8-4856-abdc-fafb2cfff6fb,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:05.513247 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 49636) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:05.658622 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ae1443b1-7820-4031-93f2-e54b5d63a145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:05.779528 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ae1443b1-7820-4031-93f2-e54b5d63a145 admin admin] Publish callbacks [] for security_group (673b7bce-a333-45f8-a287-466f19917bb6), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:05.780644 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:05.788554 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-ae1443b1-7820-4031-93f2-e54b5d63a145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (673b7bce-a333-45f8-a287-466f19917bb6), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:05.837110 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1443b1-7820-4031-93f2-e54b5d63a145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673b7bce-a333-45f8-a287-466f19917bb6,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:05.841719 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-ae1443b1-7820-4031-93f2-e54b5d63a145 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c94b7f889f847a1aee252d7e7583961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272750 Jul 28 22:37:05.844635 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 49640) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:05.915719 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-94893bcf-ddcb-4fef-ad7c-f63483893ced admin admin] Publish callbacks [] for security_group (673b7bce-a333-45f8-a287-466f19917bb6), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:05.919323 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:05.949076 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-94893bcf-ddcb-4fef-ad7c-f63483893ced admin admin] Publish callbacks [] for security_group (673b7bce-a333-45f8-a287-466f19917bb6), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:06.008725 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-94893bcf-ddcb-4fef-ad7c-f63483893ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (673b7bce-a333-45f8-a287-466f19917bb6), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:06.012425 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-94893bcf-ddcb-4fef-ad7c-f63483893ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:06.014204 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-94893bcf-ddcb-4fef-ad7c-f63483893ced admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/673b7bce-a333-45f8-a287-466f19917bb6 HTTP/1.1" status: 204 len: 168 time: 0.1678281 Jul 28 22:37:06.025878 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94893bcf-ddcb-4fef-ad7c-f63483893ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b7bce-a333-45f8-a287-466f19917bb6,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:08.631293 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-011aa366-e8c4-4e20-ae35-68cc39a58dbd tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=314a6ead5fe74aeda4d817081b9571eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311809 Jul 28 22:37:08.689210 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:08.851675 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-8fcee1ff-2d8a-4a3f-bbb3-e1a1f6fe6650 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:08.853178 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-8fcee1ff-2d8a-4a3f-bbb3-e1a1f6fe6650 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167146 Jul 28 22:37:08.872896 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-69fd82aa-0422-447a-a835-ca1388232ad0 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/quotas/314a6ead5fe74aeda4d817081b9571eb HTTP/1.1" status: 200 len: 375 time: 0.0111697 Jul 28 22:37:08.912728 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-56abf429-75c3-4316-8c18-f60833d2544c tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=314a6ead5fe74aeda4d817081b9571eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310261 Jul 28 22:37:09.114879 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-304bbd60-83fa-44d4-ab84-c74b6e3c3862 req-dd03fb7e-d329-4fa1-9eaf-3ced83071618 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 210 time: 0.0440345 Jul 28 22:37:09.459386 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:09.494512 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=23 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:10.245736 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b3bf2da6-4c69-4fbb-ab7d-f1a761b63bf5 req-2fee735b-07d9-4549-a158-aeb5d2aca1bb tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 210 time: 0.0362077 Jul 28 22:37:10.387852 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-b5bb6a14-a845-4078-a75e-88c3ffc6a6a3 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=314a6ead5fe74aeda4d817081b9571eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341349 Jul 28 22:37:10.635299 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1d6d8253-bf41-4abc-8e96-6e46a46a512b tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:10.636968 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1d6d8253-bf41-4abc-8e96-6e46a46a512b tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401443 Jul 28 22:37:10.705761 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Request body: {'port': {'device_id': 'b4c2633c-b31c-406c-b504-796237f19af1', 'network_id': '91f3c893-8f66-48af-aca2-5aa915f768d3', 'admin_state_up': True, 'tenant_id': '314a6ead5fe74aeda4d817081b9571eb'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:37:10.835237 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Made reservation on behalf of 314a6ead5fe74aeda4d817081b9571eb for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:37:10.839148 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:10.848684 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:10.934439 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Publish callbacks [] for security_group (dceaca4a-f4bc-49db-974c-2aee905e7746), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:10.938954 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (dceaca4a-f4bc-49db-974c-2aee905e7746), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:11.006929 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dceaca4a-f4bc-49db-974c-2aee905e7746,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:11.084590 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Allocated IP 192.168.233.86 (91f3c893-8f66-48af-aca2-5aa915f768d3/81f12b40-f9ab-4871-8a9b-63d3b9224b67/f485a406-0a9a-4246-858b-82573aea1aae) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:37:11.156888 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b9228-5160-4894-b14d-d27184c8816f req-01826e6a-5370-4df2-a24b-2d9956238122 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:11.158496 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-01826e6a-5370-4df2-a24b-2d9956238122 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/networks?id=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 HTTP/1.1" status: 200 len: 814 time: 0.1055634 Jul 28 22:37:11.173734 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-f83902f1-ecb3-475e-9b99-bb5c0ff6ec09 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/quotas/651fa66c961b4d07a8fa735e63cdef79 HTTP/1.1" status: 200 len: 375 time: 0.0092080 Jul 28 22:37:11.197372 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:11.228557 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-e39478f1-1e2f-4534-87ac-93c3297b904f tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=651fa66c961b4d07a8fa735e63cdef79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491297 Jul 28 22:37:11.245481 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Publish callbacks [] for port (f485a406-0a9a-4246-858b-82573aea1aae), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:11.280021 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (f485a406-0a9a-4246-858b-82573aea1aae), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:11.314147 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:11.323535 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Network 91f3c893-8f66-48af-aca2-5aa915f768d3 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:37:11.331832 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:37:11.336806 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:37:11.340028 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-67aa1897-421e-4fac-b3b5-f9948790d3b3 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999794 Jul 28 22:37:11.365722 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Pushing event updated for resources: {'Port': ['ID=f485a406-0a9a-4246-858b-82573aea1aae,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:11.401759 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:11.402472 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:11.420017 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-1e680a09-900c-4ab5-bb72-49e57d4edab2 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7184842 Jul 28 22:37:11.449158 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4ece0-e59f-448f-b735-5a258fa44ce4 req-ad6b5f52-3533-4334-ba71-0595fb5cf800 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:11.450664 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cea4ece0-e59f-448f-b735-5a258fa44ce4 req-ad6b5f52-3533-4334-ba71-0595fb5cf800 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 935 time: 0.1087191 Jul 28 22:37:11.496464 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-20b8f477-6786-4f8c-9dcd-f041cc052a93 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415677 Jul 28 22:37:11.520375 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cea4ece0-e59f-448f-b735-5a258fa44ce4 req-aceaae25-002b-4c46-a03f-64425e198361 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629609 Jul 28 22:37:11.552096 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Request body: {'port': {'device_id': 'b4c2633c-b31c-406c-b504-796237f19af1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:37:11.575930 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-4518ee32-1603-4886-8cd7-bc86c1f37454 None None] Provisioning complete for port f485a406-0a9a-4246-858b-82573aea1aae triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:37:11.576596 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4518ee32-1603-4886-8cd7-bc86c1f37454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (f485a406-0a9a-4246-858b-82573aea1aae), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:11.616884 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-4518ee32-1603-4886-8cd7-bc86c1f37454 None None] Port f485a406-0a9a-4246-858b-82573aea1aae cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:37:11.629665 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (f485a406-0a9a-4246-858b-82573aea1aae), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:11.709103 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-95e68a1a-45d9-4933-862f-f761b8a75776 req-cff0781c-a1de-4d4c-a6e4-434c9662920f tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 210 time: 0.0383623 Jul 28 22:37:11.933516 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f485a406-0a9a-4246-858b-82573aea1aae {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:37:11.941563 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Publish callbacks [] for port (f485a406-0a9a-4246-858b-82573aea1aae), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:11.955070 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Transition to ACTIVE for port object f485a406-0a9a-4246-858b-82573aea1aae will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:37:11.960577 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (f485a406-0a9a-4246-858b-82573aea1aae), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:12.046532 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Pushing event updated for resources: {'Port': ['ID=f485a406-0a9a-4246-858b-82573aea1aae,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:12.104410 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Attempting to bind port f485a406-0a9a-4246-858b-82573aea1aae on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:37:12.104950 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Attempting to bind port f485a406-0a9a-4246-858b-82573aea1aae by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': 'a7149e34-c5e5-4992-958b-ac91de346ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '91f3c893-8f66-48af-aca2-5aa915f768d3'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:37:12.105413 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Attempting to bind port f485a406-0a9a-4246-858b-82573aea1aae on network 91f3c893-8f66-48af-aca2-5aa915f768d3 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:37:12.110498 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Port f485a406-0a9a-4246-858b-82573aea1aae on network 91f3c893-8f66-48af-aca2-5aa915f768d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:37:12.110839 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Attempting to bind port f485a406-0a9a-4246-858b-82573aea1aae on network 91f3c893-8f66-48af-aca2-5aa915f768d3 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:37:12.116514 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:37:12.116839 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Checking segment: {'id': 'a7149e34-c5e5-4992-958b-ac91de346ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '91f3c893-8f66-48af-aca2-5aa915f768d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:37:12.117223 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Bound using segment: {'id': 'a7149e34-c5e5-4992-958b-ac91de346ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '91f3c893-8f66-48af-aca2-5aa915f768d3'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:37:12.117733 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Bound port: f485a406-0a9a-4246-858b-82573aea1aae, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7149e34-c5e5-4992-958b-ac91de346ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '91f3c893-8f66-48af-aca2-5aa915f768d3'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:37:12.118053 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (f485a406-0a9a-4246-858b-82573aea1aae), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:12.198145 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] For port f485a406-0a9a-4246-858b-82573aea1aae, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:37:12.201847 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] For port f485a406-0a9a-4246-858b-82573aea1aae, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=f485a406-0a9a-4246-858b-82573aea1aae,segment=NetworkSegment(a7149e34-c5e5-4992-958b-ac91de346ec4),segment_id=a7149e34-c5e5-4992-958b-ac91de346ec4)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:37:12.212333 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (f485a406-0a9a-4246-858b-82573aea1aae), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:12.235663 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:12.258289 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:12.258852 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:12.260204 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] 10.222.0.58 "PUT /v2.0/ports/f485a406-0a9a-4246-858b-82573aea1aae HTTP/1.1" status: 200 len: 1097 time: 0.7148321 Jul 28 22:37:12.263087 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c2633c-b31c-406c-b504-796237f19af1', 'tag': 'f485a406-0a9a-4246-858b-82573aea1aae'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:37:12.265354 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc47345-28d9-4e03-ad63-21b2984eb65d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c2633c-b31c-406c-b504-796237f19af1", "tag": "f485a406-0a9a-4246-858b-82573aea1aae"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:37:12.282275 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155659c-f998-467a-9b2d-ea189a468b10 service neutron] Pushing event updated for resources: {'Port': ['ID=f485a406-0a9a-4246-858b-82573aea1aae,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:12.362444 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61300a4f-81d7-4396-a31c-a262221fc4ff x-openstack-request-id: req-61300a4f-81d7-4396-a31c-a262221fc4ff {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:37:12.362890 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c2633c-b31c-406c-b504-796237f19af1", "tag": "f485a406-0a9a-4246-858b-82573aea1aae", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:37:12.363234 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61300a4f-81d7-4396-a31c-a262221fc4ff {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:37:12.365324 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61300a4f-81d7-4396-a31c-a262221fc4ff'] response: {'name': 'network-changed', 'server_uuid': 'b4c2633c-b31c-406c-b504-796237f19af1', 'tag': 'f485a406-0a9a-4246-858b-82573aea1aae', 'status': 'completed', 'code': 200} Jul 28 22:37:12.382664 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-eb5fa74e-c154-4514-9899-0777b486abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:12.384322 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-eb5fa74e-c154-4514-9899-0777b486abfe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=314a6ead5fe74aeda4d817081b9571eb&device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 1131 time: 0.0727327 Jul 28 22:37:12.434726 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-90672b00-f1a4-4306-b137-601dbfd420a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=f485a406-0a9a-4246-858b-82573aea1aae HTTP/1.1" status: 200 len: 217 time: 0.0414259 Jul 28 22:37:12.472631 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:12.491518 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-07b36f48-db7c-49ca-afd0-ce2548f3f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:12.493030 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-07b36f48-db7c-49ca-afd0-ce2548f3f2ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=81f12b40-f9ab-4871-8a9b-63d3b9224b67 HTTP/1.1" status: 200 len: 843 time: 0.0491385 Jul 28 22:37:12.649803 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2b018-d2eb-4fd6-8743-27c5f513cbca req-0aaa18ea-b27a-4eaa-981e-b10fa56e2761 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:12.651241 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-62b2b018-d2eb-4fd6-8743-27c5f513cbca req-0aaa18ea-b27a-4eaa-981e-b10fa56e2761 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 947 time: 0.0513403 Jul 28 22:37:12.698407 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-62b2b018-d2eb-4fd6-8743-27c5f513cbca req-fd90fc6b-2942-4e00-8597-68d26896855a tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 Jul 28 22:37:12.744409 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-b7a89eb6-b9dc-43d4-8836-e96707f0b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:12.746161 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-b7a89eb6-b9dc-43d4-8836-e96707f0b8d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91f3c893-8f66-48af-aca2-5aa915f768d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0432301 Jul 28 22:37:12.814741 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fbb86651-0830-4fe2-b43e-7d745f321f11 req-62303b81-b944-4549-bca4-ba287c0d9b62 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 210 time: 0.0301344 Jul 28 22:37:12.937507 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-d083e24c-af98-46b6-b046-3e2951d7f3f6 service neutron] 10.222.0.58 "GET /v2.0/networks/91f3c893-8f66-48af-aca2-5aa915f768d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848345 Jul 28 22:37:12.982792 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b9228-5160-4894-b14d-d27184c8816f req-7a359b87-2b10-4e98-841a-680da7605c7a tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:12.984253 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-7a359b87-2b10-4e98-841a-680da7605c7a tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.58 "GET /v2.0/networks?id=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 HTTP/1.1" status: 200 len: 814 time: 0.1725922 Jul 28 22:37:13.015563 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-3f7b9228-5160-4894-b14d-d27184c8816f req-c52f7763-4cf9-4f48-83fb-7661a001dfe8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Request body: {'port': {'device_id': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'admin_state_up': True, 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:37:13.128181 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-8ae73ea9-ff53-47e2-8daf-f5d653cbaff0 req-dda7e56e-eb56-4b69-9136-ed5fddafcc56 service neutron] 10.222.0.58 "GET /v2.0/networks/91f3c893-8f66-48af-aca2-5aa915f768d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825783 Jul 28 22:37:13.137103 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 49822) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:13.165922 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7b9228-5160-4894-b14d-d27184c8816f req-c52f7763-4cf9-4f48-83fb-7661a001dfe8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Made reservation on behalf of 651fa66c961b4d07a8fa735e63cdef79 for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:37:13.169317 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3f7b9228-5160-4894-b14d-d27184c8816f req-c52f7763-4cf9-4f48-83fb-7661a001dfe8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:13.304561 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-036251bf-cb6d-4963-8ded-9c7fe5574732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:13.314085 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-3f7b9228-5160-4894-b14d-d27184c8816f req-c52f7763-4cf9-4f48-83fb-7661a001dfe8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Allocated IP 172.20.0.13 (ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898/55691c1a-71bd-497e-86b2-643101e13c57/5773b105-f56f-4c3a-b6a5-26e99920cf83) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:37:13.336517 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:13.370404 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:13.396133 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-036251bf-cb6d-4963-8ded-9c7fe5574732 admin admin] Publish callbacks [] for security_group (7fd35a87-c56c-4ebf-afc3-f0cd0a90bb44), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:13.400769 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-036251bf-cb6d-4963-8ded-9c7fe5574732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (7fd35a87-c56c-4ebf-afc3-f0cd0a90bb44), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:13.451980 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-036251bf-cb6d-4963-8ded-9c7fe5574732 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5b2013a802a4661952c1f1260d29e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136740 Jul 28 22:37:13.453038 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036251bf-cb6d-4963-8ded-9c7fe5574732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd35a87-c56c-4ebf-afc3-f0cd0a90bb44,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:13.455308 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 49838) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:13.505924 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3f7b9228-5160-4894-b14d-d27184c8816f req-c52f7763-4cf9-4f48-83fb-7661a001dfe8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:13.516121 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9b78354f-b757-4f1b-9626-6642bd604f03 admin admin] Publish callbacks [] for security_group (7fd35a87-c56c-4ebf-afc3-f0cd0a90bb44), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:13.531647 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:13.546452 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9b78354f-b757-4f1b-9626-6642bd604f03 admin admin] Publish callbacks [] for security_group (7fd35a87-c56c-4ebf-afc3-f0cd0a90bb44), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:13.581151 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3f7b9228-5160-4894-b14d-d27184c8816f req-c52f7763-4cf9-4f48-83fb-7661a001dfe8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:13.606859 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9b78354f-b757-4f1b-9626-6642bd604f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (7fd35a87-c56c-4ebf-afc3-f0cd0a90bb44), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:13.609715 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-9b78354f-b757-4f1b-9626-6642bd604f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:13.610887 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-9b78354f-b757-4f1b-9626-6642bd604f03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fd35a87-c56c-4ebf-afc3-f0cd0a90bb44 HTTP/1.1" status: 204 len: 168 time: 0.1547010 Jul 28 22:37:13.620211 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78354f-b757-4f1b-9626-6642bd604f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd35a87-c56c-4ebf-afc3-f0cd0a90bb44,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:13.625173 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:13.674302 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f7763-4cf9-4f48-83fb-7661a001dfe8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event updated for resources: {'Port': ['ID=5773b105-f56f-4c3a-b6a5-26e99920cf83,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:13.680723 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7b9228-5160-4894-b14d-d27184c8816f req-c52f7763-4cf9-4f48-83fb-7661a001dfe8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:37:13.682558 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-3f7b9228-5160-4894-b14d-d27184c8816f req-c52f7763-4cf9-4f48-83fb-7661a001dfe8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:37:13.684859 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7b9228-5160-4894-b14d-d27184c8816f req-c52f7763-4cf9-4f48-83fb-7661a001dfe8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:37:13.749696 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b9228-5160-4894-b14d-d27184c8816f req-c52f7763-4cf9-4f48-83fb-7661a001dfe8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:13.750372 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3f7b9228-5160-4894-b14d-d27184c8816f req-c52f7763-4cf9-4f48-83fb-7661a001dfe8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:13.778043 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-c52f7763-4cf9-4f48-83fb-7661a001dfe8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7674918 Jul 28 22:37:13.833147 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3c597-e3aa-4120-87ea-e8ad1afc749a req-77ac0005-3518-4e20-a544-d0c126efea27 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:13.834793 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b9e3c597-e3aa-4120-87ea-e8ad1afc749a req-77ac0005-3518-4e20-a544-d0c126efea27 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 947 time: 0.0540137 Jul 28 22:37:13.901132 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b9e3c597-e3aa-4120-87ea-e8ad1afc749a req-0c72691c-0aa6-4ac7-a024-000c04e144b7 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595348 Jul 28 22:37:13.986248 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53487437-26a5-4920-a387-2b3d9e1f4db1 req-da6ad569-a8c6-4b20-90eb-703d720ff74b tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:13.987907 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-53487437-26a5-4920-a387-2b3d9e1f4db1 req-da6ad569-a8c6-4b20-90eb-703d720ff74b tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 932 time: 0.0570958 Jul 28 22:37:13.989567 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-e53a1ab6-279b-43db-8029-aa4e6058afdc None None] Provisioning complete for port 5773b105-f56f-4c3a-b6a5-26e99920cf83 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:37:13.990095 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e53a1ab6-279b-43db-8029-aa4e6058afdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:14.027789 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-e53a1ab6-279b-43db-8029-aa4e6058afdc None None] Port 5773b105-f56f-4c3a-b6a5-26e99920cf83 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:37:14.043428 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-53487437-26a5-4920-a387-2b3d9e1f4db1 req-c815825b-7eb8-4142-9d10-d49c020d6aa0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473564 Jul 28 22:37:15.031565 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481c896-cbe6-486d-bfe4-75980ac7fa4f req-013e350c-8085-4b54-a1aa-2712d604728e tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:15.033842 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c481c896-cbe6-486d-bfe4-75980ac7fa4f req-013e350c-8085-4b54-a1aa-2712d604728e tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 947 time: 0.0503130 Jul 28 22:37:15.096635 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c481c896-cbe6-486d-bfe4-75980ac7fa4f req-3f3913be-7d9b-4f01-99a0-3e17eb1e80a8 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555511 Jul 28 22:37:15.191842 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81384-0f1a-4dd5-bc15-15098dff1292 req-67a23e61-ca86-4ac0-886f-d8f3fd1e411c tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:15.194006 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5aa81384-0f1a-4dd5-bc15-15098dff1292 req-67a23e61-ca86-4ac0-886f-d8f3fd1e411c tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 932 time: 0.0598423 Jul 28 22:37:15.245953 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5aa81384-0f1a-4dd5-bc15-15098dff1292 req-34ad55c7-4335-450a-b503-23809b42d95f tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463121 Jul 28 22:37:15.325027 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device f485a406-0a9a-4246-858b-82573aea1aae details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:37:15.445720 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b5d54318-26d2-42df-8da8-498349d8c3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:15.452481 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port f485a406-0a9a-4246-858b-82573aea1aae, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=f485a406-0a9a-4246-858b-82573aea1aae,segment=NetworkSegment(a7149e34-c5e5-4992-958b-ac91de346ec4),segment_id=a7149e34-c5e5-4992-958b-ac91de346ec4)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:37:15.465130 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': 'f485a406-0a9a-4246-858b-82573aea1aae', 'network_id': '91f3c893-8f66-48af-aca2-5aa915f768d3', 'port_id': 'f485a406-0a9a-4246-858b-82573aea1aae', 'mac_address': 'fa:16:3e:66:d6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f12b40-f9ab-4871-8a9b-63d3b9224b67', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:37:15.505225 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port f485a406-0a9a-4246-858b-82573aea1aae is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:37:15.505750 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (f485a406-0a9a-4246-858b-82573aea1aae), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:15.521743 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f485a406-0a9a-4246-858b-82573aea1aae {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:37:15.526950 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:15.528689 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:15.547457 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port f485a406-0a9a-4246-858b-82573aea1aae, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=f485a406-0a9a-4246-858b-82573aea1aae,segment=NetworkSegment(a7149e34-c5e5-4992-958b-ac91de346ec4),segment_id=a7149e34-c5e5-4992-958b-ac91de346ec4)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:37:15.553213 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (f485a406-0a9a-4246-858b-82573aea1aae), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:15.602009 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=f485a406-0a9a-4246-858b-82573aea1aae,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:15.821028 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['f485a406-0a9a-4246-858b-82573aea1aae'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:37:16.255275 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128c7e5-5392-4486-af65-4aed7bb46826 req-ebcc00dd-2ca4-497c-a49e-ae03c24d5ad3 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:16.257117 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8128c7e5-5392-4486-af65-4aed7bb46826 req-ebcc00dd-2ca4-497c-a49e-ae03c24d5ad3 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 948 time: 0.0721385 Jul 28 22:37:16.309084 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-8128c7e5-5392-4486-af65-4aed7bb46826 req-58db03f1-8d8d-43ad-a5c5-3ff80043936b tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458193 Jul 28 22:37:16.375975 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696de93-0d01-457d-a92c-5c9d747c64de req-ec14c6aa-120b-4650-9eac-15ccfaffc6a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:16.377783 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b696de93-0d01-457d-a92c-5c9d747c64de req-ec14c6aa-120b-4650-9eac-15ccfaffc6a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 932 time: 0.0546801 Jul 28 22:37:16.439752 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b696de93-0d01-457d-a92c-5c9d747c64de req-d7639661-67cb-4410-b7fa-4c2d8fe28193 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549209 Jul 28 22:37:17.338930 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device f485a406-0a9a-4246-858b-82573aea1aae up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:37:17.404711 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port f485a406-0a9a-4246-858b-82573aea1aae completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:37:17.411619 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port f485a406-0a9a-4246-858b-82573aea1aae triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:37:17.411928 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (f485a406-0a9a-4246-858b-82573aea1aae), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:17.456097 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd9890-cc1b-465b-a3bd-8c8c7d3567f2 req-d151ed20-e370-4c54-ab26-3739973fd264 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:17.468563 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4ebd9890-cc1b-465b-a3bd-8c8c7d3567f2 req-d151ed20-e370-4c54-ab26-3739973fd264 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 948 time: 0.0634654 Jul 28 22:37:17.486204 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e8bf8b16-58d8-48f4-acd4-a9de7dbbda10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:17.538291 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4ebd9890-cc1b-465b-a3bd-8c8c7d3567f2 req-1a821f71-5717-4de3-b117-6bd036cb8dcb tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634165 Jul 28 22:37:17.546817 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port f485a406-0a9a-4246-858b-82573aea1aae is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:37:17.547391 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (f485a406-0a9a-4246-858b-82573aea1aae), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:17.596201 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c2633c-b31c-406c-b504-796237f19af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f485a406-0a9a-4246-858b-82573aea1aae'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:37:17.601182 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5f79ea-ee9c-410a-8b30-c0994eed786f" -d '{"events": [{"server_uuid": "b4c2633c-b31c-406c-b504-796237f19af1", "name": "network-vif-plugged", "status": "completed", "tag": "f485a406-0a9a-4246-858b-82573aea1aae"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:37:17.618653 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port f485a406-0a9a-4246-858b-82573aea1aae, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=f485a406-0a9a-4246-858b-82573aea1aae,segment=NetworkSegment(a7149e34-c5e5-4992-958b-ac91de346ec4),segment_id=a7149e34-c5e5-4992-958b-ac91de346ec4)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:37:17.618857 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:17.626917 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (f485a406-0a9a-4246-858b-82573aea1aae), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:17.636866 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5dbc4-f697-4049-bd62-8ee5dd193224 req-1b14c067-6903-4371-bccf-19e89b267eb3 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:17.638446 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4be5dbc4-f697-4049-bd62-8ee5dd193224 req-1b14c067-6903-4371-bccf-19e89b267eb3 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 932 time: 0.0932398 Jul 28 22:37:17.693157 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4be5dbc4-f697-4049-bd62-8ee5dd193224 req-e518bf2e-8cd5-481b-9bba-629a0d07aeed tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485809 Jul 28 22:37:17.717553 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e87c20-75a2-41dd-87c0-615faa830f6a x-openstack-request-id: req-83e87c20-75a2-41dd-87c0-615faa830f6a {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:37:17.717553 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c2633c-b31c-406c-b504-796237f19af1", "name": "network-vif-plugged", "status": "completed", "tag": "f485a406-0a9a-4246-858b-82573aea1aae", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:37:17.717553 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83e87c20-75a2-41dd-87c0-615faa830f6a {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:37:17.717553 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e87c20-75a2-41dd-87c0-615faa830f6a'] response: {'server_uuid': 'b4c2633c-b31c-406c-b504-796237f19af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f485a406-0a9a-4246-858b-82573aea1aae', 'code': 200} Jul 28 22:37:17.723306 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=f485a406-0a9a-4246-858b-82573aea1aae,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:18.661251 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:18.684510 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a17d1-4677-4208-b30b-d4eb43745973 req-a428cce1-b6ef-43f3-a28a-31c68e4bc08d tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:18.686314 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-005a17d1-4677-4208-b30b-d4eb43745973 req-a428cce1-b6ef-43f3-a28a-31c68e4bc08d tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 949 time: 0.0584612 Jul 28 22:37:18.741876 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-005a17d1-4677-4208-b30b-d4eb43745973 req-ac063cdb-0e43-4bfc-975b-4c725410693d tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495732 Jul 28 22:37:18.834249 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fdf58-2b5a-49c0-a509-798882be4fdd req-8c5f32f5-6816-41cd-a97e-0fb47ec172de tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:18.836693 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a06fdf58-2b5a-49c0-a509-798882be4fdd req-8c5f32f5-6816-41cd-a97e-0fb47ec172de tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 932 time: 0.0562696 Jul 28 22:37:18.839977 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:18.887328 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a06fdf58-2b5a-49c0-a509-798882be4fdd req-bc41c8c6-2dfa-4353-8676-06a6605935b8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443993 Jul 28 22:37:19.871790 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4b951-6aa3-4f0b-b35d-869bbb6be09a req-9e265df2-976f-4f1e-8ce4-10c7bb8bb698 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:19.875585 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1fb4b951-6aa3-4f0b-b35d-869bbb6be09a req-9e265df2-976f-4f1e-8ce4-10c7bb8bb698 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 949 time: 0.0581183 Jul 28 22:37:19.927889 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1fb4b951-6aa3-4f0b-b35d-869bbb6be09a req-ad3ed1c0-9483-4f9a-b57f-45ae779c6219 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453658 Jul 28 22:37:20.027410 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42265d11-425b-4609-9126-8de0f148ce75 req-8b544c04-8008-49c5-a256-21c3d3cb4358 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:20.028763 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-42265d11-425b-4609-9126-8de0f148ce75 req-8b544c04-8008-49c5-a256-21c3d3cb4358 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 932 time: 0.0620975 Jul 28 22:37:20.086704 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-42265d11-425b-4609-9126-8de0f148ce75 req-ed75ebf8-2b3a-494a-81e3-7de32ba028e2 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515528 Jul 28 22:37:20.313395 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:20.438223 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:21.052908 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23774553-8c82-4198-ab31-4879cb57e010 req-fc10bc38-5789-402a-bdd6-3a317abf3a1f tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:21.054436 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23774553-8c82-4198-ab31-4879cb57e010 req-fc10bc38-5789-402a-bdd6-3a317abf3a1f tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 949 time: 0.0514691 Jul 28 22:37:21.103927 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-23774553-8c82-4198-ab31-4879cb57e010 req-d775d827-859d-4db2-a797-ccbb24f4ef7f tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437717 Jul 28 22:37:21.217785 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3065f-907c-4aa1-a8b4-c2478e56d792 req-3d869cf2-a626-4e43-b0cc-b509ffe720f5 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:21.219251 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e2b3065f-907c-4aa1-a8b4-c2478e56d792 req-3d869cf2-a626-4e43-b0cc-b509ffe720f5 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 932 time: 0.0571773 Jul 28 22:37:21.274367 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e2b3065f-907c-4aa1-a8b4-c2478e56d792 req-ebe3abdd-df67-49b4-a1c7-77b53049042c tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487902 Jul 28 22:37:22.229826 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52062053-2d39-474c-9033-c35d60710f7a req-acd045ec-b1d1-4167-a176-62ad00159dab tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:22.231275 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-52062053-2d39-474c-9033-c35d60710f7a req-acd045ec-b1d1-4167-a176-62ad00159dab tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 949 time: 0.0471578 Jul 28 22:37:22.277598 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-52062053-2d39-474c-9033-c35d60710f7a req-59a08a39-4768-41c4-8fe5-68f88daa347e tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 Jul 28 22:37:22.398848 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aad28-0ba5-439a-bc35-90c0cbce89f9 req-8f93960b-8ab6-4f7f-b99c-d8acaa6302e9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:22.400291 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2a8aad28-0ba5-439a-bc35-90c0cbce89f9 req-8f93960b-8ab6-4f7f-b99c-d8acaa6302e9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 932 time: 0.0500786 Jul 28 22:37:22.447834 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2a8aad28-0ba5-439a-bc35-90c0cbce89f9 req-68cd84b7-b85e-41ec-8c5e-8f1989ace600 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Jul 28 22:37:22.609708 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Request body: {'port': {'device_id': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:37:22.726852 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc47345-28d9-4e03-ad63-21b2984eb65d req-0559960d-7fd6-4eff-88d4-9783e26c5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:22.728490 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-edc47345-28d9-4e03-ad63-21b2984eb65d req-0559960d-7fd6-4eff-88d4-9783e26c5b37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=314a6ead5fe74aeda4d817081b9571eb&device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 1133 time: 0.0958154 Jul 28 22:37:22.739718 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c2f6940a-eea3-4c37-8a17-77fd85497abd req-c45fb387-fad9-4249-8faa-50d10bf6ef28 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0959849 Jul 28 22:37:22.752540 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:22.794791 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ae5e7-4862-40fe-95f9-5746026d204f req-fa42c89a-77ab-4a04-8d6d-9c5a13e58e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:22.796258 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a46ae5e7-4862-40fe-95f9-5746026d204f req-fa42c89a-77ab-4a04-8d6d-9c5a13e58e22 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 1133 time: 0.0395877 Jul 28 22:37:22.840629 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-a46ae5e7-4862-40fe-95f9-5746026d204f req-deaf1f3e-f787-4303-8733-90d7c981952c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Jul 28 22:37:23.129709 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6940a-eea3-4c37-8a17-77fd85497abd req-ff02cdce-f2c1-412d-a5b7-58ec6e0946bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:23.131978 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c2f6940a-eea3-4c37-8a17-77fd85497abd req-ff02cdce-f2c1-412d-a5b7-58ec6e0946bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 1129 time: 0.3316326 Jul 28 22:37:23.255617 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc47345-28d9-4e03-ad63-21b2984eb65d req-c241312a-8716-4e5a-8b5f-bbb6b0fdd04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:23.258013 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-edc47345-28d9-4e03-ad63-21b2984eb65d req-c241312a-8716-4e5a-8b5f-bbb6b0fdd04d service neutron] 10.222.0.58 "GET /v2.0/networks?id=91f3c893-8f66-48af-aca2-5aa915f768d3 HTTP/1.1" status: 200 len: 870 time: 0.5150294 Jul 28 22:37:23.355769 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6940a-eea3-4c37-8a17-77fd85497abd req-d4f75099-ed69-48f2-be2f-68167e8736f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:23.357240 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c2f6940a-eea3-4c37-8a17-77fd85497abd req-d4f75099-ed69-48f2-be2f-68167e8736f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 912 time: 0.1724951 Jul 28 22:37:23.399204 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca635696-f601-4810-8783-abb883a283c5 req-513f30d7-b321-477e-b1f8-a416b0ab4434 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:23.400611 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ca635696-f601-4810-8783-abb883a283c5 req-513f30d7-b321-477e-b1f8-a416b0ab4434 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 949 time: 0.0479541 Jul 28 22:37:23.441715 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5773b105-f56f-4c3a-b6a5-26e99920cf83 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:37:23.450221 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Publish callbacks [] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:23.452081 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ca635696-f601-4810-8783-abb883a283c5 req-09ba2a4f-eef3-4053-b672-2c4af2eb1bfd tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458269 Jul 28 22:37:23.463579 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Transition to ACTIVE for port object 5773b105-f56f-4c3a-b6a5-26e99920cf83 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:37:23.467516 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:23.530976 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:23.537799 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:23.576613 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d29118-3f33-44a7-b792-54e3a10921c8 req-cd8ddb3d-814e-4bc5-b813-47f432f03b90 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:23.578114 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-46d29118-3f33-44a7-b792-54e3a10921c8 req-cd8ddb3d-814e-4bc5-b813-47f432f03b90 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 944 time: 0.0495842 Jul 28 22:37:23.594004 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-edc47345-28d9-4e03-ad63-21b2984eb65d req-88d13249-7297-4007-bed9-8d506ca64ff5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=f485a406-0a9a-4246-858b-82573aea1aae HTTP/1.1" status: 200 len: 217 time: 0.0821307 Jul 28 22:37:23.594607 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Pushing event updated for resources: {'Port': ['ID=5773b105-f56f-4c3a-b6a5-26e99920cf83,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:23.621685 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:23.635211 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-46d29118-3f33-44a7-b792-54e3a10921c8 req-e1f9ca0d-7dde-43c3-af79-94127e08276c tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509942 Jul 28 22:37:23.644366 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.644726 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.645075 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.645425 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.645791 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.646132 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.646535 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.646873 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.647206 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.647541 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.647890 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.648189 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.648525 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.648851 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.649180 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:37:23.715487 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c2f6940a-eea3-4c37-8a17-77fd85497abd req-61e1ce4a-fbf2-47fd-a602-c7cf7279c5c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c06568b-ba30-4d2c-81ad-0bf0c96c3645 HTTP/1.1" status: 200 len: 1000 time: 0.2025607 Jul 28 22:37:23.774782 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc47345-28d9-4e03-ad63-21b2984eb65d req-f3ec95f0-99f0-46e5-8d94-97aff172d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:23.776183 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-edc47345-28d9-4e03-ad63-21b2984eb65d req-f3ec95f0-99f0-46e5-8d94-97aff172d0b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=81f12b40-f9ab-4871-8a9b-63d3b9224b67 HTTP/1.1" status: 200 len: 843 time: 0.1726000 Jul 28 22:37:23.798052 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Attempting to bind port 5773b105-f56f-4c3a-b6a5-26e99920cf83 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:37:23.798386 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Attempting to bind port 5773b105-f56f-4c3a-b6a5-26e99920cf83 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '446eb4d7-ffd5-46c1-9150-aed148bffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:37:23.798711 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Attempting to bind port 5773b105-f56f-4c3a-b6a5-26e99920cf83 on network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:37:23.805772 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6940a-eea3-4c37-8a17-77fd85497abd req-1a09954b-efd7-4579-81ac-810ec61780c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:23.807195 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c2f6940a-eea3-4c37-8a17-77fd85497abd req-1a09954b-efd7-4579-81ac-810ec61780c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 200 len: 850 time: 0.0849891 Jul 28 22:37:23.808108 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Port 5773b105-f56f-4c3a-b6a5-26e99920cf83 on network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:37:23.808424 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Attempting to bind port 5773b105-f56f-4c3a-b6a5-26e99920cf83 on network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:37:23.813255 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:37:23.813615 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Checking segment: {'id': '446eb4d7-ffd5-46c1-9150-aed148bffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:37:23.813995 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Bound using segment: {'id': '446eb4d7-ffd5-46c1-9150-aed148bffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:37:23.814417 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Bound port: 5773b105-f56f-4c3a-b6a5-26e99920cf83, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446eb4d7-ffd5-46c1-9150-aed148bffcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:37:23.814770 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:23.874924 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] For port 5773b105-f56f-4c3a-b6a5-26e99920cf83, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:37:23.878213 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] For port 5773b105-f56f-4c3a-b6a5-26e99920cf83, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5773b105-f56f-4c3a-b6a5-26e99920cf83,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:37:23.884539 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:23.921093 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:23.921729 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:23.923115 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] 10.222.0.58 "PUT /v2.0/ports/5773b105-f56f-4c3a-b6a5-26e99920cf83 HTTP/1.1" status: 200 len: 1094 time: 1.3181169 Jul 28 22:37:23.923549 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:37:23.925906 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f52a25-71d5-4455-9364-46234b641141" -d '{"events": [{"name": "network-changed", "server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:37:23.951670 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa08486-03c9-43a4-a5db-63a373f7f93a service neutron] Pushing event updated for resources: {'Port': ['ID=5773b105-f56f-4c3a-b6a5-26e99920cf83,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:23.967082 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc8f9cb-bce4-40dc-93fa-d6d7bca0d11e x-openstack-request-id: req-1bc8f9cb-bce4-40dc-93fa-d6d7bca0d11e {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:37:23.967388 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:37:23.967648 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1bc8f9cb-bce4-40dc-93fa-d6d7bca0d11e {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:37:23.968217 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc8f9cb-bce4-40dc-93fa-d6d7bca0d11e'] response: {'name': 'network-changed', 'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83', 'status': 'completed', 'code': 200} Jul 28 22:37:24.399154 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc47345-28d9-4e03-ad63-21b2984eb65d req-dfab9740-b03d-4f0c-a0dc-9ca313a0de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:24.400660 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-edc47345-28d9-4e03-ad63-21b2984eb65d req-dfab9740-b03d-4f0c-a0dc-9ca313a0de37 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91f3c893-8f66-48af-aca2-5aa915f768d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1082001 Jul 28 22:37:24.405061 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52a25-71d5-4455-9364-46234b641141 req-90e9f26e-13b9-4976-bf6c-09fdf69c8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:24.406483 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f0f52a25-71d5-4455-9364-46234b641141 req-90e9f26e-13b9-4976-bf6c-09fdf69c8e10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=651fa66c961b4d07a8fa735e63cdef79&device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 1128 time: 0.0938609 Jul 28 22:37:24.407357 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6940a-eea3-4c37-8a17-77fd85497abd req-2dcb8dad-50e6-45a7-8cd6-f063189aabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:24.408679 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c2f6940a-eea3-4c37-8a17-77fd85497abd req-2dcb8dad-50e6-45a7-8cd6-f063189aabac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059973 Jul 28 22:37:24.572442 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2721c-dde1-489a-9924-b0802ba3ae7c req-922b48be-e833-4b6e-9dc2-4affc74cad4f tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:24.573982 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-dce2721c-dde1-489a-9924-b0802ba3ae7c req-922b48be-e833-4b6e-9dc2-4affc74cad4f tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 949 time: 0.0473318 Jul 28 22:37:24.589057 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:24.626042 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-dce2721c-dde1-489a-9924-b0802ba3ae7c req-f0438595-4aaf-437f-8c2d-82ab91956d47 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455272 Jul 28 22:37:24.653426 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-edc47345-28d9-4e03-ad63-21b2984eb65d req-73c39259-a0ba-434d-92c1-7c9dbd9afa61 service neutron] 10.222.0.58 "GET /v2.0/networks/91f3c893-8f66-48af-aca2-5aa915f768d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367830 Jul 28 22:37:24.732778 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c2f6940a-eea3-4c37-8a17-77fd85497abd req-fd59d62f-95cd-407f-927b-cb3480387367 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964375 Jul 28 22:37:24.735283 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52a25-71d5-4455-9364-46234b641141 req-7b5b67c0-66f2-447e-ae70-66ba94702e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:24.736605 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f0f52a25-71d5-4455-9364-46234b641141 req-7b5b67c0-66f2-447e-ae70-66ba94702e64 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=651fa66c961b4d07a8fa735e63cdef79&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2994983 Jul 28 22:37:24.768753 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23290b-febf-4d24-b4f5-f69220671935 req-a18ae4fd-0e34-4ae0-9400-81b06151d33c tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:24.770486 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ef23290b-febf-4d24-b4f5-f69220671935 req-a18ae4fd-0e34-4ae0-9400-81b06151d33c tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 944 time: 0.0558307 Jul 28 22:37:24.827373 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ef23290b-febf-4d24-b4f5-f69220671935 req-b4298cb8-3200-411a-8b24-a9922f1c8208 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495677 Jul 28 22:37:24.894429 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:24.902881 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:24.921797 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-edc47345-28d9-4e03-ad63-21b2984eb65d req-fcf8ebca-7174-423a-8de2-4ed0638dbb43 service neutron] 10.222.0.58 "GET /v2.0/networks/91f3c893-8f66-48af-aca2-5aa915f768d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612998 Jul 28 22:37:24.922266 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef74fdc-c923-4564-8fb6-70139550798c req-fc5ca0c9-7525-404e-8076-fd568445f5f5 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:24.923775 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7ef74fdc-c923-4564-8fb6-70139550798c req-fc5ca0c9-7525-404e-8076-fd568445f5f5 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 949 time: 0.0485804 Jul 28 22:37:24.961847 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-c2f6940a-eea3-4c37-8a17-77fd85497abd req-35316b7b-11b0-470d-83a2-15bcb9b428b7 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189260 Jul 28 22:37:24.964965 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52a25-71d5-4455-9364-46234b641141 req-9b098f6c-a4f2-48da-960f-e676335c2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:24.966932 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f0f52a25-71d5-4455-9364-46234b641141 req-9b098f6c-a4f2-48da-960f-e676335c2084 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2197084 Jul 28 22:37:24.971425 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-7ef74fdc-c923-4564-8fb6-70139550798c req-5c85735b-22bd-450b-a352-e2c8ff184737 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 Jul 28 22:37:25.964599 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0f4e9-c574-4653-8e11-87964b3735e5 req-648231a4-6989-4746-847f-b8e518dad447 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:25.966205 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-96b0f4e9-c574-4653-8e11-87964b3735e5 req-648231a4-6989-4746-847f-b8e518dad447 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 944 time: 0.0565932 Jul 28 22:37:26.035221 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-96b0f4e9-c574-4653-8e11-87964b3735e5 req-7fd8a484-d0ec-4ec4-b86c-2227a21b7184 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623221 Jul 28 22:37:26.085498 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b9228-5160-4894-b14d-d27184c8816f req-7083456b-e91f-4cf0-8b01-0d75017db4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:26.087138 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-7083456b-e91f-4cf0-8b01-0d75017db4e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=651fa66c961b4d07a8fa735e63cdef79&device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 1128 time: 0.0610123 Jul 28 22:37:26.125115 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d119b3-6755-4c67-ad75-4480bca30bc0 req-af7c7ea8-b636-4ee4-9a60-654da55c6052 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:26.127664 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-09d119b3-6755-4c67-ad75-4480bca30bc0 req-af7c7ea8-b636-4ee4-9a60-654da55c6052 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 949 time: 0.0532336 Jul 28 22:37:26.185594 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-09d119b3-6755-4c67-ad75-4480bca30bc0 req-709433a1-aa23-4ac2-af1e-652da2ece940 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/security-groups?id=dceaca4a-f4bc-49db-974c-2aee905e7746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510426 Jul 28 22:37:26.217044 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-96fc8afc-a85d-48c8-821a-71a5b7e1150b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5773b105-f56f-4c3a-b6a5-26e99920cf83 HTTP/1.1" status: 200 len: 217 time: 0.0420146 Jul 28 22:37:26.273219 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b9228-5160-4894-b14d-d27184c8816f req-dd7c8800-804f-4973-a859-5a95fb56b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:26.274723 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-dd7c8800-804f-4973-a859-5a95fb56b1e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=55691c1a-71bd-497e-86b2-643101e13c57 HTTP/1.1" status: 200 len: 853 time: 0.0500715 Jul 28 22:37:26.366802 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b9228-5160-4894-b14d-d27184c8816f req-7e476c35-b7d9-4add-bc0e-8f5e54e5e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:26.368405 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-7e476c35-b7d9-4add-bc0e-8f5e54e5e6bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854247 Jul 28 22:37:26.378411 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad920077-ac51-4cb7-8d2d-6b64c9090658 req-ef8bffc5-2f60-451c-99e9-22eaba471245 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:26.380644 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-ad920077-ac51-4cb7-8d2d-6b64c9090658 req-ef8bffc5-2f60-451c-99e9-22eaba471245 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 949 time: 0.0900245 Jul 28 22:37:26.533492 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-ad920077-ac51-4cb7-8d2d-6b64c9090658 req-93ce7714-35a9-429c-8a48-1cb1a0f323f1 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Deleting port f485a406-0a9a-4246-858b-82573aea1aae {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:37:26.533862 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ad920077-ac51-4cb7-8d2d-6b64c9090658 req-93ce7714-35a9-429c-8a48-1cb1a0f323f1 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (f485a406-0a9a-4246-858b-82573aea1aae), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:26.576410 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-cad922ca-7cf6-4f75-b829-8768e7a7732f service neutron] 10.222.0.58 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941226 Jul 28 22:37:26.686401 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-ad920077-ac51-4cb7-8d2d-6b64c9090658 req-93ce7714-35a9-429c-8a48-1cb1a0f323f1 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] For port f485a406-0a9a-4246-858b-82573aea1aae, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=f485a406-0a9a-4246-858b-82573aea1aae,segment=NetworkSegment(a7149e34-c5e5-4992-958b-ac91de346ec4),segment_id=a7149e34-c5e5-4992-958b-ac91de346ec4)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:37:26.686662 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ad920077-ac51-4cb7-8d2d-6b64c9090658 req-93ce7714-35a9-429c-8a48-1cb1a0f323f1 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (f485a406-0a9a-4246-858b-82573aea1aae), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:26.713854 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-ad920077-ac51-4cb7-8d2d-6b64c9090658 req-93ce7714-35a9-429c-8a48-1cb1a0f323f1 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Calling delete_port for f485a406-0a9a-4246-858b-82573aea1aae owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:37:26.726459 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3f7b9228-5160-4894-b14d-d27184c8816f req-e8e23107-c0a4-48bc-8acf-7002beac6b3d service neutron] 10.222.0.58 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429636 Jul 28 22:37:26.850621 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ad920077-ac51-4cb7-8d2d-6b64c9090658 req-93ce7714-35a9-429c-8a48-1cb1a0f323f1 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (f485a406-0a9a-4246-858b-82573aea1aae), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:26.858378 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:26.869140 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['f485a406-0a9a-4246-858b-82573aea1aae'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:37:26.879797 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce7714-35a9-429c-8a48-1cb1a0f323f1 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Pushing event deleted for resources: {'Port': ['ID=f485a406-0a9a-4246-858b-82573aea1aae,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:26.926533 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad920077-ac51-4cb7-8d2d-6b64c9090658 req-93ce7714-35a9-429c-8a48-1cb1a0f323f1 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] No DVR routers for this DVR port f485a406-0a9a-4246-858b-82573aea1aae on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:37:26.929494 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-ad920077-ac51-4cb7-8d2d-6b64c9090658 req-93ce7714-35a9-429c-8a48-1cb1a0f323f1 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:26.932812 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-ad920077-ac51-4cb7-8d2d-6b64c9090658 req-93ce7714-35a9-429c-8a48-1cb1a0f323f1 tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.58 "DELETE /v2.0/ports/f485a406-0a9a-4246-858b-82573aea1aae HTTP/1.1" status: 204 len: 173 time: 0.5421603 Jul 28 22:37:26.933264 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c2633c-b31c-406c-b504-796237f19af1', 'name': 'network-vif-deleted', 'tag': 'f485a406-0a9a-4246-858b-82573aea1aae'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:37:26.935581 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2db5fbc-21eb-4f77-9474-3204f80c63db" -d '{"events": [{"server_uuid": "b4c2633c-b31c-406c-b504-796237f19af1", "name": "network-vif-deleted", "tag": "f485a406-0a9a-4246-858b-82573aea1aae"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:37:26.973646 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fb688b-7991-42c0-851a-7815f92f8cde x-openstack-request-id: req-70fb688b-7991-42c0-851a-7815f92f8cde {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:37:26.973949 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c2633c-b31c-406c-b504-796237f19af1", "name": "network-vif-deleted", "tag": "f485a406-0a9a-4246-858b-82573aea1aae", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:37:26.974207 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70fb688b-7991-42c0-851a-7815f92f8cde {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:37:26.975385 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70fb688b-7991-42c0-851a-7815f92f8cde'] response: {'server_uuid': 'b4c2633c-b31c-406c-b504-796237f19af1', 'name': 'network-vif-deleted', 'tag': 'f485a406-0a9a-4246-858b-82573aea1aae', 'status': 'completed', 'code': 200} Jul 28 22:37:27.169441 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace70ec-7d68-4e04-92e7-cfd10ba77c4e req-5f487523-a913-4fa7-a4fd-0fb8121a8cf1 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:27.170941 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2ace70ec-7d68-4e04-92e7-cfd10ba77c4e req-5f487523-a913-4fa7-a4fd-0fb8121a8cf1 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 944 time: 0.0489261 Jul 28 22:37:27.218783 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2ace70ec-7d68-4e04-92e7-cfd10ba77c4e req-9389965c-97e7-4fbd-b553-be697adf585a tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Jul 28 22:37:27.295207 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-91ee48df-156f-481b-9c8c-22251808f045 req-d06e123d-04d8-42b9-b7d8-c99173b5a29c tempest-VolumesNegativeTest-859393151 tempest-VolumesNegativeTest-859393151-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4c2633c-b31c-406c-b504-796237f19af1 HTTP/1.1" status: 200 len: 210 time: 0.0314889 Jul 28 22:37:28.336431 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b924a-a6f6-4bb1-8940-9a48193ea5c4 req-59fa8e91-c2a5-453a-b606-640aefd33757 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:28.338286 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f16b924a-a6f6-4bb1-8940-9a48193ea5c4 req-59fa8e91-c2a5-453a-b606-640aefd33757 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 944 time: 0.0475595 Jul 28 22:37:28.389464 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f16b924a-a6f6-4bb1-8940-9a48193ea5c4 req-9e8246f3-4076-46b3-9d63-1e4c995f84bb tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456266 Jul 28 22:37:29.360490 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 5773b105-f56f-4c3a-b6a5-26e99920cf83 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:37:29.479306 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 5773b105-f56f-4c3a-b6a5-26e99920cf83, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5773b105-f56f-4c3a-b6a5-26e99920cf83,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:37:29.491255 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '5773b105-f56f-4c3a-b6a5-26e99920cf83', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'port_id': '5773b105-f56f-4c3a-b6a5-26e99920cf83', 'mac_address': 'fa:16:3e:35:af:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55691c1a-71bd-497e-86b2-643101e13c57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:37:29.496290 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:29.514467 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305d7aa-b0fa-4f0b-a8d5-3198ed493bbc req-f3b4de4b-44cf-4186-96d1-92894caa32ae tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:29.522710 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0305d7aa-b0fa-4f0b-a8d5-3198ed493bbc req-f3b4de4b-44cf-4186-96d1-92894caa32ae tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 944 time: 0.0546563 Jul 28 22:37:29.533227 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 5773b105-f56f-4c3a-b6a5-26e99920cf83 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:37:29.533651 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:29.547630 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5773b105-f56f-4c3a-b6a5-26e99920cf83 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:37:29.569631 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 5773b105-f56f-4c3a-b6a5-26e99920cf83, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5773b105-f56f-4c3a-b6a5-26e99920cf83,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:37:29.573223 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0305d7aa-b0fa-4f0b-a8d5-3198ed493bbc req-64913529-42bf-4722-8fdd-b3e72de99ff8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493286 Jul 28 22:37:29.575205 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:29.613325 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:29.628650 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=5773b105-f56f-4c3a-b6a5-26e99920cf83,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:29.853944 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['5773b105-f56f-4c3a-b6a5-26e99920cf83'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:37:30.700736 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31521b3-5ef6-4ae8-95a2-1d969aca0d01 req-67d0fa0a-1dd4-4b23-9f34-5ba5ad82c89e tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:30.702319 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c31521b3-5ef6-4ae8-95a2-1d969aca0d01 req-67d0fa0a-1dd4-4b23-9f34-5ba5ad82c89e tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 945 time: 0.0515015 Jul 28 22:37:30.752434 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c31521b3-5ef6-4ae8-95a2-1d969aca0d01 req-4c344b48-4f13-4bba-9373-d9dd0e4423ef tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443983 Jul 28 22:37:30.893219 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:37:31.374373 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 5773b105-f56f-4c3a-b6a5-26e99920cf83 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:37:31.415331 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 5773b105-f56f-4c3a-b6a5-26e99920cf83 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:37:31.421006 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 5773b105-f56f-4c3a-b6a5-26e99920cf83 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:37:31.421383 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:31.492270 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 5773b105-f56f-4c3a-b6a5-26e99920cf83 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:37:31.492580 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:31.518980 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:37:31.521200 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbbe7b7-4d00-4bcf-b201-58e227fd1767" -d '{"events": [{"server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "name": "network-vif-plugged", "status": "completed", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:37:31.534162 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 5773b105-f56f-4c3a-b6a5-26e99920cf83, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5773b105-f56f-4c3a-b6a5-26e99920cf83,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:37:31.538049 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:31.538961 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device f485a406-0a9a-4246-858b-82573aea1aae no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:37:31.575776 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5328d75a-4066-4b35-bd18-e181eb5273a1 x-openstack-request-id: req-5328d75a-4066-4b35-bd18-e181eb5273a1 {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:37:31.576077 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "name": "network-vif-plugged", "status": "completed", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:37:31.576337 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5328d75a-4066-4b35-bd18-e181eb5273a1 {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:37:31.576731 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5328d75a-4066-4b35-bd18-e181eb5273a1'] response: {'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83', 'code': 200} Jul 28 22:37:31.577362 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: f485a406-0a9a-4246-858b-82573aea1aae {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:37:31.577738 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device f485a406-0a9a-4246-858b-82573aea1aae not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:37:31.603666 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=5773b105-f56f-4c3a-b6a5-26e99920cf83,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:31.743248 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd70fb-72f9-457f-a91f-5ddd24bbdce9 req-a4e36678-2040-4b8e-81ea-34e470bd2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:31.744671 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-bebd70fb-72f9-457f-a91f-5ddd24bbdce9 req-a4e36678-2040-4b8e-81ea-34e470bd2921 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 1130 time: 0.0418823 Jul 28 22:37:31.791229 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-bebd70fb-72f9-457f-a91f-5ddd24bbdce9 req-53821eff-6109-4925-abeb-9d52cd11cf2e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388770 Jul 28 22:37:31.879371 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210fec3-2f78-4ebb-80e1-fc31e0d4cfb2 req-27b58abc-77b8-4b23-9bb2-8f24cbfb2190 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:31.880835 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6210fec3-2f78-4ebb-80e1-fc31e0d4cfb2 req-27b58abc-77b8-4b23-9bb2-8f24cbfb2190 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 946 time: 0.0470850 Jul 28 22:37:31.929648 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-6210fec3-2f78-4ebb-80e1-fc31e0d4cfb2 req-8999b6d8-2222-4407-8407-75284b912bb5 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425930 Jul 28 22:37:32.327461 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50170) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:32.439151 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:32.467863 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-df541e08-a298-4fe9-aa41-3784294263ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=314a6ead5fe74aeda4d817081b9571eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393034 Jul 28 22:37:32.470416 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50174) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:32.518118 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6a152ad8-8068-4548-bb71-ae7ca075b8ee admin admin] Publish callbacks [] for security_group (dceaca4a-f4bc-49db-974c-2aee905e7746), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:32.520227 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:32.540810 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6a152ad8-8068-4548-bb71-ae7ca075b8ee admin admin] Publish callbacks [] for security_group (dceaca4a-f4bc-49db-974c-2aee905e7746), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:32.587826 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6a152ad8-8068-4548-bb71-ae7ca075b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (dceaca4a-f4bc-49db-974c-2aee905e7746), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:32.590534 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-6a152ad8-8068-4548-bb71-ae7ca075b8ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:32.591674 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-6a152ad8-8068-4548-bb71-ae7ca075b8ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dceaca4a-f4bc-49db-974c-2aee905e7746 HTTP/1.1" status: 204 len: 168 time: 0.1203763 Jul 28 22:37:32.600075 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a152ad8-8068-4548-bb71-ae7ca075b8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceaca4a-f4bc-49db-974c-2aee905e7746,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:32.878557 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:33.047806 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e85238-6479-4855-a201-2e6c7b980f6d req-9974f707-e358-4a2d-867f-263b790e3071 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:33.049271 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e9e85238-6479-4855-a201-2e6c7b980f6d req-9974f707-e358-4a2d-867f-263b790e3071 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 946 time: 0.0471473 Jul 28 22:37:33.095097 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e9e85238-6479-4855-a201-2e6c7b980f6d req-d590b3b8-83d5-423c-97c5-225d181a92d8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Jul 28 22:37:33.214264 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9da03a-d7dd-4a69-954d-fea745f0bf84 req-83cf51a0-305d-403d-b871-02f6bfa513bb tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:33.215690 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2d9da03a-d7dd-4a69-954d-fea745f0bf84 req-83cf51a0-305d-403d-b871-02f6bfa513bb tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 946 time: 0.0487192 Jul 28 22:37:33.265024 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-2d9da03a-d7dd-4a69-954d-fea745f0bf84 req-51b329b2-e8db-416a-8314-9d444a4dc16b tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436637 Jul 28 22:37:33.601514 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39706eb4-56bd-499b-9ad9-24285b527d5d req-5f06d6a6-d5cc-4cd1-9805-35eac50b9460 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:33.602982 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-39706eb4-56bd-499b-9ad9-24285b527d5d req-5f06d6a6-d5cc-4cd1-9805-35eac50b9460 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 946 time: 0.0469136 Jul 28 22:37:33.650060 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-39706eb4-56bd-499b-9ad9-24285b527d5d req-54b1225e-270f-4a53-8cd3-e45b7fe78e33 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Jul 28 22:37:38.698675 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:40.889763 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:41.780994 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=83,neutron:DELETE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:41.787797 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=11 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:42.223785 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3402b6-9628-4e32-93da-6cad1b5e7a6b req-dbe3b465-3949-4197-b82d-8eb46e8538cb tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:42.225893 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cb3402b6-9628-4e32-93da-6cad1b5e7a6b req-dbe3b465-3949-4197-b82d-8eb46e8538cb tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 946 time: 0.0459087 Jul 28 22:37:42.274461 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cb3402b6-9628-4e32-93da-6cad1b5e7a6b req-2d8e6176-56d7-4bd6-8fba-c7c14f4e0131 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 Jul 28 22:37:42.300281 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50228) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:42.478167 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9452c3-8b96-4804-b5a0-992b38310f44 tempest-TestMinimumBasicScenario-1264172103 tempest-TestMinimumBasicScenario-1264172103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:42.479668 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-4d9452c3-8b96-4804-b5a0-992b38310f44 tempest-TestMinimumBasicScenario-1264172103 tempest-TestMinimumBasicScenario-1264172103-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 1125 time: 0.1785057 Jul 28 22:37:42.482569 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50232) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:42.486780 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'port_id': '5773b105-f56f-4c3a-b6a5-26e99920cf83', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:37:42.508819 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:42.588174 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:42.693342 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_common [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Allocated IP 172.27.3.195 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/ea62bf64-56bc-4b42-84b7-700ce0d6eeca) {{(pid=104117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:37:42.789046 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:42.798852 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for port (ea62bf64-56bc-4b42-84b7-700ce0d6eeca), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:42.806304 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:42.835232 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (ea62bf64-56bc-4b42-84b7-700ce0d6eeca), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:42.869038 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:37:42.875409 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.base_scheduler [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Resources bound (agent type, host, resource id): {{(pid=104117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:37:42.879323 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Received port after_create {{(pid=104117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:37:42.903873 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event updated for resources: {'Port': ['ID=ea62bf64-56bc-4b42-84b7-700ce0d6eeca,revision_number=1']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:43.463055 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for floatingip (17e4802e-d8ea-4ca1-ae63-758994188559), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:43.528486 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (ea62bf64-56bc-4b42-84b7-700ce0d6eeca), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:43.673369 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for port (ea62bf64-56bc-4b42-84b7-700ce0d6eeca), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:43.677802 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58993694'] for port (ea62bf64-56bc-4b42-84b7-700ce0d6eeca), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:43.737400 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:43.751337 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event updated for resources: {'Port': ['ID=ea62bf64-56bc-4b42-84b7-700ce0d6eeca,revision_number=2']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:43.761616 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (17e4802e-d8ea-4ca1-ae63-758994188559), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:43.856880 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.l3_db [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Floating IP 17e4802e-d8ea-4ca1-ae63-758994188559 associated. External IP: 172.27.3.195, port: 5773b105-f56f-4c3a-b6a5-26e99920cf83. Jul 28 22:37:43.892631 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:43.903755 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:44.052453 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:37:44.156527 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:37:44.166801 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d314f-69e5-47fc-990c-603b5b831fa6 None None] Sync routers for ids ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:37:44.174649 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.176855 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d314f-69e5-47fc-990c-603b5b831fa6 None None] Routers {'7d5f34a5-ec4e-492d-a438-d08622ef27d4'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:37:44.177475 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-c46d314f-69e5-47fc-990c-603b5b831fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:37:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:37:44.207527 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-62354143-8a1b-4026-9857-abc1f5fb22a9 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7239420 Jul 28 22:37:44.208659 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:37:44.211143 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27f1464-ad8a-4270-ab18-03d0b5e0e62d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:37:44.211309 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50234) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:44.215873 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-d31fb17e-6eab-4cf7-98a8-2543ba6524c6 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355070338', 'description': 'tempest-secgroup-smoke-1355070338 description', 'project_id': '651fa66c961b4d07a8fa735e63cdef79'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:37:44.239850 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d31fb17e-6eab-4cf7-98a8-2543ba6524c6 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.254340 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa73b5bb-00ec-4229-a1c2-415cd404741f x-openstack-request-id: req-aa73b5bb-00ec-4229-a1c2-415cd404741f {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:37:44.254642 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:37:44.254903 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa73b5bb-00ec-4229-a1c2-415cd404741f {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:37:44.255342 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa73b5bb-00ec-4229-a1c2-415cd404741f'] response: {'name': 'network-changed', 'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83', 'status': 'completed', 'code': 200} Jul 28 22:37:44.285150 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-c46d314f-69e5-47fc-990c-603b5b831fa6 None None] Set router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:37:44.332000 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f1464-ad8a-4270-ab18-03d0b5e0e62d req-402f4f86-365a-4539-83ba-bafa75a795f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:44.333406 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f27f1464-ad8a-4270-ab18-03d0b5e0e62d req-402f4f86-365a-4539-83ba-bafa75a795f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=651fa66c961b4d07a8fa735e63cdef79&device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 1130 time: 0.0553327 Jul 28 22:37:44.400720 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d31fb17e-6eab-4cf7-98a8-2543ba6524c6 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group (d2612d83-b87f-4234-a7d5-8568fe32c626), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.407656 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d31fb17e-6eab-4cf7-98a8-2543ba6524c6 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (d2612d83-b87f-4234-a7d5-8568fe32c626), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.453337 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d31fb17e-6eab-4cf7-98a8-2543ba6524c6 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.454823 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-d31fb17e-6eab-4cf7-98a8-2543ba6524c6 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2423973 Jul 28 22:37:44.457941 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50238) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:44.463911 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-35e58819-0e0b-4d77-88bc-acedfb8e4310 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Request body: {'security_group_rule': {'security_group_id': 'd2612d83-b87f-4234-a7d5-8568fe32c626', 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:37:44.466381 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fb17e-6eab-4cf7-98a8-2543ba6524c6 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2612d83-b87f-4234-a7d5-8568fe32c626,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:44.487091 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f1464-ad8a-4270-ab18-03d0b5e0e62d req-eb1b2aa6-60f5-4476-9aea-b449d1a70859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:44.489169 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f27f1464-ad8a-4270-ab18-03d0b5e0e62d req-eb1b2aa6-60f5-4476-9aea-b449d1a70859 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 HTTP/1.1" status: 200 len: 915 time: 0.1437936 Jul 28 22:37:44.495501 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-35e58819-0e0b-4d77-88bc-acedfb8e4310 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (af7b594e-e045-490e-b423-f6efdcc09d48), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.512246 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-c46d314f-69e5-47fc-990c-603b5b831fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:36:53Z', 'revision_number': 4, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port': {'id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:51Z', 'updated_at': '2022-07-28T22:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '17e4802e-d8ea-4ca1-ae63-758994188559', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'port_id': '5773b105-f56f-4c3a-b6a5-26e99920cf83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'mac_address': 'fa:16:3e:35:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:37:43Z', 'updated_at': '2022-07-28T22:37:43Z', 'revision_number': 0, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa9fba0-6d13-445b-85fb-c1a93f04d9a0', 'name': '', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'mac_address': 'fa:16:3e:0d:09:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '55691c1a-71bd-497e-86b2-643101e13c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:53Z', 'updated_at': '2022-07-28T22:36:58Z', 'revision_number': 5, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'subnets': [{'id': '55691c1a-71bd-497e-86b2-643101e13c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:37:44.538728 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d314f-69e5-47fc-990c-603b5b831fa6 None None] Checking router: 7d5f34a5-ec4e-492d-a438-d08622ef27d4 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:37:44.547670 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d314f-69e5-47fc-990c-603b5b831fa6 None None] Routers {'7d5f34a5-ec4e-492d-a438-d08622ef27d4'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:37:44.548360 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-c46d314f-69e5-47fc-990c-603b5b831fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:37:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:37:44.556246 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-35e58819-0e0b-4d77-88bc-acedfb8e4310 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (af7b594e-e045-490e-b423-f6efdcc09d48), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.558408 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f27f1464-ad8a-4270-ab18-03d0b5e0e62d req-188e551b-05ff-46a3-bbc5-f0652416bc20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5773b105-f56f-4c3a-b6a5-26e99920cf83 HTTP/1.1" status: 200 len: 1000 time: 0.0617599 Jul 28 22:37:44.560044 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-35e58819-0e0b-4d77-88bc-acedfb8e4310 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (af7b594e-e045-490e-b423-f6efdcc09d48), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.582187 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e58819-0e0b-4d77-88bc-acedfb8e4310 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7b594e-e045-490e-b423-f6efdcc09d48,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:44.594543 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-35e58819-0e0b-4d77-88bc-acedfb8e4310 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.595756 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-35e58819-0e0b-4d77-88bc-acedfb8e4310 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358101 Jul 28 22:37:44.598522 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50240) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:44.603614 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [None req-16af73be-fab9-4464-b547-7418bd175e5d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Request body: {'security_group_rule': {'security_group_id': 'd2612d83-b87f-4234-a7d5-8568fe32c626', 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:37:44.620678 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f1464-ad8a-4270-ab18-03d0b5e0e62d req-9eb24db5-9447-42c8-8dd3-567f09735c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:44.622286 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f27f1464-ad8a-4270-ab18-03d0b5e0e62d req-9eb24db5-9447-42c8-8dd3-567f09735c6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=55691c1a-71bd-497e-86b2-643101e13c57 HTTP/1.1" status: 200 len: 853 time: 0.0573654 Jul 28 22:37:44.632446 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-16af73be-fab9-4464-b547-7418bd175e5d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (b714896d-9d75-41e3-a82b-9e90c2db9d6d), before_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.662168 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-c46d314f-69e5-47fc-990c-603b5b831fa6 None None] Set router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:37:44.669443 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f1464-ad8a-4270-ab18-03d0b5e0e62d req-85dc72a9-0659-4299-b61a-cdcad68e37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:44.671048 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f27f1464-ad8a-4270-ab18-03d0b5e0e62d req-85dc72a9-0659-4299-b61a-cdcad68e37ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417237 Jul 28 22:37:44.694049 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-16af73be-fab9-4464-b547-7418bd175e5d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (b714896d-9d75-41e3-a82b-9e90c2db9d6d), precommit_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.698119 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-16af73be-fab9-4464-b547-7418bd175e5d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (b714896d-9d75-41e3-a82b-9e90c2db9d6d), after_create {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.713004 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af73be-fab9-4464-b547-7418bd175e5d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b714896d-9d75-41e3-a82b-9e90c2db9d6d,revision_number=0']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:44.730402 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-16af73be-fab9-4464-b547-7418bd175e5d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.731692 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-16af73be-fab9-4464-b547-7418bd175e5d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321740 Jul 28 22:37:44.736792 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50242) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:44.744037 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-77b47938-1e90-4e25-bb1a-3da1f4f1b1da tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Request body: {'security_group_rule': {'security_group_id': 'd2612d83-b87f-4234-a7d5-8568fe32c626', 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:37:44.802142 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-77b47938-1e90-4e25-bb1a-3da1f4f1b1da tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (7530d1b6-70fb-477c-b214-701ce401a8aa), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.814535 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f27f1464-ad8a-4270-ab18-03d0b5e0e62d req-dc47e36a-8d37-4717-b3c6-dac99f01389e service neutron] 10.222.0.58 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368141 Jul 28 22:37:44.905458 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-77b47938-1e90-4e25-bb1a-3da1f4f1b1da tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (7530d1b6-70fb-477c-b214-701ce401a8aa), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.912792 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-77b47938-1e90-4e25-bb1a-3da1f4f1b1da tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (7530d1b6-70fb-477c-b214-701ce401a8aa), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.947363 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b47938-1e90-4e25-bb1a-3da1f4f1b1da tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7530d1b6-70fb-477c-b214-701ce401a8aa,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:44.950864 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:44.957089 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f27f1464-ad8a-4270-ab18-03d0b5e0e62d req-a8088190-27b1-4973-9ca5-57227f016b68 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329348 Jul 28 22:37:44.961185 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-77b47938-1e90-4e25-bb1a-3da1f4f1b1da tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:44.961979 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-77b47938-1e90-4e25-bb1a-3da1f4f1b1da tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2242081 Jul 28 22:37:44.964725 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50244) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:44.969990 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-d98aaca5-991c-4d17-aae3-f2f7f05e7618 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Request body: {'security_group_rule': {'security_group_id': 'd2612d83-b87f-4234-a7d5-8568fe32c626', 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:37:44.973541 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-c46d314f-69e5-47fc-990c-603b5b831fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:36:53Z', 'revision_number': 4, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port': {'id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:51Z', 'updated_at': '2022-07-28T22:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '17e4802e-d8ea-4ca1-ae63-758994188559', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'port_id': '5773b105-f56f-4c3a-b6a5-26e99920cf83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'mac_address': 'fa:16:3e:35:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:37:43Z', 'updated_at': '2022-07-28T22:37:43Z', 'revision_number': 0, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa9fba0-6d13-445b-85fb-c1a93f04d9a0', 'name': '', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'mac_address': 'fa:16:3e:0d:09:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '55691c1a-71bd-497e-86b2-643101e13c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:53Z', 'updated_at': '2022-07-28T22:36:58Z', 'revision_number': 5, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'subnets': [{'id': '55691c1a-71bd-497e-86b2-643101e13c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:37:44.997039 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d98aaca5-991c-4d17-aae3-f2f7f05e7618 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (aca2697e-00c5-49d1-86ee-8b243d0258bb), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.000893 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d314f-69e5-47fc-990c-603b5b831fa6 None None] The sync data for ids ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'] in dv-cinder-850939-3-iscsi is: [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:36:53Z', 'revision_number': 4, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port': {'id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:51Z', 'updated_at': '2022-07-28T22:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': '17e4802e-d8ea-4ca1-ae63-758994188559', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'port_id': '5773b105-f56f-4c3a-b6a5-26e99920cf83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'mac_address': 'fa:16:3e:35:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:37:43Z', 'updated_at': '2022-07-28T22:37:43Z', 'revision_number': 0, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa9fba0-6d13-445b-85fb-c1a93f04d9a0', 'name': '', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'mac_address': 'fa:16:3e:0d:09:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '55691c1a-71bd-497e-86b2-643101e13c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:53Z', 'updated_at': '2022-07-28T22:36:58Z', 'revision_number': 5, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'subnets': [{'id': '55691c1a-71bd-497e-86b2-643101e13c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:37:45.064046 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d98aaca5-991c-4d17-aae3-f2f7f05e7618 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (aca2697e-00c5-49d1-86ee-8b243d0258bb), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.069541 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d98aaca5-991c-4d17-aae3-f2f7f05e7618 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (aca2697e-00c5-49d1-86ee-8b243d0258bb), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.089280 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98aaca5-991c-4d17-aae3-f2f7f05e7618 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca2697e-00c5-49d1-86ee-8b243d0258bb,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:45.096648 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-d98aaca5-991c-4d17-aae3-f2f7f05e7618 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.097863 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-d98aaca5-991c-4d17-aae3-f2f7f05e7618 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319404 Jul 28 22:37:45.100771 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50246) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:45.105062 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-95e31749-5767-46f4-9de8-1b5905536b51 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Request body: {'security_group_rule': {'security_group_id': 'd2612d83-b87f-4234-a7d5-8568fe32c626', 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:37:45.120965 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:45.128636 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.securitygroups_db [None req-95e31749-5767-46f4-9de8-1b5905536b51 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Project 651fa66c961b4d07a8fa735e63cdef79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 22:37:45.135875 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95e31749-5767-46f4-9de8-1b5905536b51 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (8fa77d0c-d962-44a9-b895-80eeeb164c6d), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.201274 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95e31749-5767-46f4-9de8-1b5905536b51 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (8fa77d0c-d962-44a9-b895-80eeeb164c6d), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.204988 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95e31749-5767-46f4-9de8-1b5905536b51 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (8fa77d0c-d962-44a9-b895-80eeeb164c6d), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.215603 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02353d-bf06-4f18-a770-f6b718739aad None None] New status for floating IP 17e4802e-d8ea-4ca1-ae63-758994188559: ACTIVE {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:37:45.226701 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e31749-5767-46f4-9de8-1b5905536b51 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa77d0c-d962-44a9-b895-80eeeb164c6d,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:45.235298 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-95e31749-5767-46f4-9de8-1b5905536b51 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.236497 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-95e31749-5767-46f4-9de8-1b5905536b51 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347923 Jul 28 22:37:45.239358 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50248) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:37:45.244291 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-74932d7a-019c-42d3-9c97-97366addaef0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Request body: {'security_group_rule': {'security_group_id': 'd2612d83-b87f-4234-a7d5-8568fe32c626', 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:37:45.265824 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.securitygroups_db [None req-74932d7a-019c-42d3-9c97-97366addaef0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Project 651fa66c961b4d07a8fa735e63cdef79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 22:37:45.272026 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-74932d7a-019c-42d3-9c97-97366addaef0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (7826a5ac-0b79-4dd8-be03-0482da68134d), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.332820 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-74932d7a-019c-42d3-9c97-97366addaef0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (7826a5ac-0b79-4dd8-be03-0482da68134d), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.336900 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-74932d7a-019c-42d3-9c97-97366addaef0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423038'] for security_group_rule (7826a5ac-0b79-4dd8-be03-0482da68134d), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.359504 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74932d7a-019c-42d3-9c97-97366addaef0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7826a5ac-0b79-4dd8-be03-0482da68134d,revision_number=0']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:45.365690 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-74932d7a-019c-42d3-9c97-97366addaef0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.367686 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-74932d7a-019c-42d3-9c97-97366addaef0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274149 Jul 28 22:37:45.419553 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-0cc262e0-2a39-4d0d-ba0a-22e7b7b342ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.460553 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-78950ada-56f5-43f4-a877-8a51dce5e0b1 req-fc3c02ab-6f31-49a5-8294-34538375abe3 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355070338&fields=id&tenant_id=651fa66c961b4d07a8fa735e63cdef79 HTTP/1.1" status: 200 len: 267 time: 0.0446713 Jul 28 22:37:45.513108 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78950ada-56f5-43f4-a877-8a51dce5e0b1 req-042e5644-ce78-4c3e-bd4f-afa09da48ea7 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:45.514574 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-78950ada-56f5-43f4-a877-8a51dce5e0b1 req-042e5644-ce78-4c3e-bd4f-afa09da48ea7 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 946 time: 0.0487432 Jul 28 22:37:45.525090 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [req-78950ada-56f5-43f4-a877-8a51dce5e0b1 req-bd8175fc-4a28-4164-81d6-ae8db8e52fa5 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Request body: {'port': {'security_groups': ['ae9cde3a-ce9d-4148-9b8a-09141596e0e5', 'd2612d83-b87f-4234-a7d5-8568fe32c626']}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:37:45.580159 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:45.593807 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-78950ada-56f5-43f4-a877-8a51dce5e0b1 req-bd8175fc-4a28-4164-81d6-ae8db8e52fa5 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.621366 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:45.811357 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [req-78950ada-56f5-43f4-a877-8a51dce5e0b1 req-bd8175fc-4a28-4164-81d6-ae8db8e52fa5 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] For port 5773b105-f56f-4c3a-b6a5-26e99920cf83, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5773b105-f56f-4c3a-b6a5-26e99920cf83,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:37:45.847107 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-78950ada-56f5-43f4-a877-8a51dce5e0b1 req-bd8175fc-4a28-4164-81d6-ae8db8e52fa5 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.853670 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-78950ada-56f5-43f4-a877-8a51dce5e0b1 req-bd8175fc-4a28-4164-81d6-ae8db8e52fa5 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58993694'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.866812 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['5773b105-f56f-4c3a-b6a5-26e99920cf83'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:37:45.907916 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78950ada-56f5-43f4-a877-8a51dce5e0b1 req-bd8175fc-4a28-4164-81d6-ae8db8e52fa5 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:45.908735 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-78950ada-56f5-43f4-a877-8a51dce5e0b1 req-bd8175fc-4a28-4164-81d6-ae8db8e52fa5 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:45.910192 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-78950ada-56f5-43f4-a877-8a51dce5e0b1 req-bd8175fc-4a28-4164-81d6-ae8db8e52fa5 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "PUT /v2.0/ports/5773b105-f56f-4c3a-b6a5-26e99920cf83 HTTP/1.1" status: 200 len: 982 time: 0.3895409 Jul 28 22:37:45.926998 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8175fc-4a28-4164-81d6-ae8db8e52fa5 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event updated for resources: {'Port': ['ID=5773b105-f56f-4c3a-b6a5-26e99920cf83,revision_number=6']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:37:45.987362 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['5773b105-f56f-4c3a-b6a5-26e99920cf83'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:37:46.017847 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:46.034823 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9e32f-614e-4858-a19c-2fe5b734b0e1 req-a53587a7-5aa5-43a7-bace-cbcca749eb7f tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:46.039975 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-adc9e32f-614e-4858-a19c-2fe5b734b0e1 req-a53587a7-5aa5-43a7-bace-cbcca749eb7f tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0574322 Jul 28 22:37:46.108676 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:46.109684 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-adc9e32f-614e-4858-a19c-2fe5b734b0e1 req-2041b6bc-4e03-43a7-8027-554b87305c69 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629060 Jul 28 22:37:46.256834 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:37:46.258870 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-1c4dcd59-3edd-455f-b4e0-20bd421175f5 None None] Provisioning complete for port 5773b105-f56f-4c3a-b6a5-26e99920cf83 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:37:46.259352 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-1c4dcd59-3edd-455f-b4e0-20bd421175f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:46.259509 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77e5845-b592-4c2c-86d7-338a24ed6470" -d '{"events": [{"name": "network-changed", "server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:37:46.296388 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9965bdab-ee82-4e80-ad10-15968c7ccade x-openstack-request-id: req-9965bdab-ee82-4e80-ad10-15968c7ccade {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:37:46.296748 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:37:46.297068 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9965bdab-ee82-4e80-ad10-15968c7ccade {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:37:46.298145 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9965bdab-ee82-4e80-ad10-15968c7ccade'] response: {'name': 'network-changed', 'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83', 'status': 'completed', 'code': 200} Jul 28 22:37:46.361665 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e5845-b592-4c2c-86d7-338a24ed6470 req-469490e2-c9ba-406b-9ee2-616097d6ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:46.363193 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e77e5845-b592-4c2c-86d7-338a24ed6470 req-469490e2-c9ba-406b-9ee2-616097d6ed07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=651fa66c961b4d07a8fa735e63cdef79&device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 1169 time: 0.0393763 Jul 28 22:37:46.453597 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e5845-b592-4c2c-86d7-338a24ed6470 req-54b9a112-75b8-43db-8932-d06c98337bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:46.455061 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e77e5845-b592-4c2c-86d7-338a24ed6470 req-54b9a112-75b8-43db-8932-d06c98337bd1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 HTTP/1.1" status: 200 len: 915 time: 0.0854630 Jul 28 22:37:46.467300 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-1c4dcd59-3edd-455f-b4e0-20bd421175f5 None None] Current status of the port 5773b105-f56f-4c3a-b6a5-26e99920cf83 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:37:46.522635 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e77e5845-b592-4c2c-86d7-338a24ed6470 req-1aa1f9d6-8acf-4174-ad11-cebbac1bd392 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5773b105-f56f-4c3a-b6a5-26e99920cf83 HTTP/1.1" status: 200 len: 1002 time: 0.0607655 Jul 28 22:37:46.573841 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e5845-b592-4c2c-86d7-338a24ed6470 req-b118ab63-ea65-40e2-81cb-57de825abad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:46.575295 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e77e5845-b592-4c2c-86d7-338a24ed6470 req-b118ab63-ea65-40e2-81cb-57de825abad2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=55691c1a-71bd-497e-86b2-643101e13c57 HTTP/1.1" status: 200 len: 853 time: 0.0462666 Jul 28 22:37:46.620410 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e5845-b592-4c2c-86d7-338a24ed6470 req-9a29fc47-2008-44a0-942a-8b03445720db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:37:46.621827 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e77e5845-b592-4c2c-86d7-338a24ed6470 req-9a29fc47-2008-44a0-942a-8b03445720db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402176 Jul 28 22:37:46.716462 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e77e5845-b592-4c2c-86d7-338a24ed6470 req-82811eab-bbff-4074-840e-d0418288a86f service neutron] 10.222.0.58 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873575 Jul 28 22:37:46.791036 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:46.817566 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-e77e5845-b592-4c2c-86d7-338a24ed6470 req-d3bc9df4-90fe-483b-9b49-0d80a9b18182 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904698 Jul 28 22:37:47.432089 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-28a0a2e1-5965-471f-bd2f-1449a71dce1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:48.827492 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:48.840331 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:50.316680 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:50.446989 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:37:54.971285 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=73 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:54.978230 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=75 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:56.097093 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:56.102456 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:37:56.814221 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=74,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:00.428400 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:00.431306 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:07.892584 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:38:08.698246 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:09.875009 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:10.247220 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764fe47-e2c6-4038-9948-3435d9be755a req-30cc5df7-dce9-4a14-9a29-aa516c49896d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:10.248666 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5764fe47-e2c6-4038-9948-3435d9be755a req-30cc5df7-dce9-4a14-9a29-aa516c49896d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.1863432 Jul 28 22:38:10.310246 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5764fe47-e2c6-4038-9948-3435d9be755a req-5bd1dd93-1185-4074-8af9-0730c304658c tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557463 Jul 28 22:38:11.483960 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8d50-ccb9-4088-b90e-0c0d6451c798 req-74d7e4cf-6f81-4c7e-85ae-505cfe73a4fb tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:11.485425 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-136b8d50-ccb9-4088-b90e-0c0d6451c798 req-74d7e4cf-6f81-4c7e-85ae-505cfe73a4fb tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0987382 Jul 28 22:38:11.544421 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-136b8d50-ccb9-4088-b90e-0c0d6451c798 req-dfb305ec-e18b-4868-9194-85030591a03a tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531969 Jul 28 22:38:12.069207 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e4be7-2bad-4a24-b8e1-54c15ef09848 req-045dabb5-4772-412e-948f-b70e7e947581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:12.070887 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f47e4be7-2bad-4a24-b8e1-54c15ef09848 req-045dabb5-4772-412e-948f-b70e7e947581 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=651fa66c961b4d07a8fa735e63cdef79&device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 1169 time: 0.2920339 Jul 28 22:38:12.163555 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e4be7-2bad-4a24-b8e1-54c15ef09848 req-4ea5f83c-cde1-4a1f-a03c-2c1307a719d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:12.165971 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f47e4be7-2bad-4a24-b8e1-54c15ef09848 req-4ea5f83c-cde1-4a1f-a03c-2c1307a719d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 HTTP/1.1" status: 200 len: 915 time: 0.0886211 Jul 28 22:38:12.231894 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f47e4be7-2bad-4a24-b8e1-54c15ef09848 req-78d2e01b-db64-4c7e-834a-fcb3f9e21549 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5773b105-f56f-4c3a-b6a5-26e99920cf83 HTTP/1.1" status: 200 len: 1002 time: 0.0576475 Jul 28 22:38:12.281438 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e4be7-2bad-4a24-b8e1-54c15ef09848 req-dd776462-7559-4f0e-9203-f223c8dcb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:12.282982 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f47e4be7-2bad-4a24-b8e1-54c15ef09848 req-dd776462-7559-4f0e-9203-f223c8dcb50f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=55691c1a-71bd-497e-86b2-643101e13c57 HTTP/1.1" status: 200 len: 853 time: 0.0447810 Jul 28 22:38:12.327559 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e4be7-2bad-4a24-b8e1-54c15ef09848 req-eaa10e19-b016-4d64-b40a-992deb575d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:12.329042 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f47e4be7-2bad-4a24-b8e1-54c15ef09848 req-eaa10e19-b016-4d64-b40a-992deb575d74 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387647 Jul 28 22:38:12.434412 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f47e4be7-2bad-4a24-b8e1-54c15ef09848 req-26a22733-078d-4986-a97f-45a3d0fe5769 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934670 Jul 28 22:38:12.672090 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23e69e-1275-44a7-9e3d-065ab2d0f62c req-cf7b3475-c1e7-4cab-b23c-8ad1f8113b4c tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:12.673852 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5e23e69e-1275-44a7-9e3d-065ab2d0f62c req-cf7b3475-c1e7-4cab-b23c-8ad1f8113b4c tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0533412 Jul 28 22:38:12.691732 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-f47e4be7-2bad-4a24-b8e1-54c15ef09848 req-f400db45-baa1-4e3e-bc5f-3ebd007296a8 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942192 Jul 28 22:38:12.741751 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5e23e69e-1275-44a7-9e3d-065ab2d0f62c req-d3fc7ad1-f583-4976-84d0-d60ddc97b43b tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603235 Jul 28 22:38:13.861018 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b668fef-96ab-46b3-8454-d9c486d56b07 req-cbc10e6e-0fbb-4a77-9d20-361e004ab74e tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:13.862477 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9b668fef-96ab-46b3-8454-d9c486d56b07 req-cbc10e6e-0fbb-4a77-9d20-361e004ab74e tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0491648 Jul 28 22:38:13.923030 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9b668fef-96ab-46b3-8454-d9c486d56b07 req-9186cf81-00de-407d-a568-3fb55ee6ce07 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536160 Jul 28 22:38:15.050674 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372ff33-c1e6-4317-8fb5-f72b77909e26 req-c4cff0ff-7e9d-4aeb-9ed5-02a2f589f70d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:15.052225 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e372ff33-c1e6-4317-8fb5-f72b77909e26 req-c4cff0ff-7e9d-4aeb-9ed5-02a2f589f70d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0569952 Jul 28 22:38:15.118364 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-e372ff33-c1e6-4317-8fb5-f72b77909e26 req-b9b30836-8305-4c4a-8d5b-04f4f31b0aff tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590200 Jul 28 22:38:15.422041 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-1c82e885-a800-4327-b89e-81c96665b2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:16.238639 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d452b-bbd6-4ce5-b1a6-409682eeb0d6 req-f9be09ba-0344-4fc1-8bcc-b1c79eca9955 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:16.240098 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ab8d452b-bbd6-4ce5-b1a6-409682eeb0d6 req-f9be09ba-0344-4fc1-8bcc-b1c79eca9955 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0500529 Jul 28 22:38:16.299922 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-ab8d452b-bbd6-4ce5-b1a6-409682eeb0d6 req-976d2fc7-f1ff-4949-ac2d-525e4182100e tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540979 Jul 28 22:38:16.322065 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3dea5295-714d-4c8c-bb3d-4be4a3282331 req-67914f45-353a-4479-a842-ef476b87a685 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399356 Jul 28 22:38:16.408182 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea5295-714d-4c8c-bb3d-4be4a3282331 req-63eee20d-87a5-4f81-8473-1bf3249d5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:16.409607 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3dea5295-714d-4c8c-bb3d-4be4a3282331 req-63eee20d-87a5-4f81-8473-1bf3249d5f54 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 1129 time: 0.0393329 Jul 28 22:38:16.517997 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea5295-714d-4c8c-bb3d-4be4a3282331 req-6e4cba9c-c1ab-4af4-8235-180dbb73fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:16.519470 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3dea5295-714d-4c8c-bb3d-4be4a3282331 req-6e4cba9c-c1ab-4af4-8235-180dbb73fb75 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 912 time: 0.0905395 Jul 28 22:38:16.585374 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3dea5295-714d-4c8c-bb3d-4be4a3282331 req-252982fc-2438-4b98-bdb2-3bd0a79ce651 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c06568b-ba30-4d2c-81ad-0bf0c96c3645 HTTP/1.1" status: 200 len: 1000 time: 0.0558753 Jul 28 22:38:16.634699 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea5295-714d-4c8c-bb3d-4be4a3282331 req-4a38499d-e341-4b34-ba44-c30f4103cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:16.636137 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3dea5295-714d-4c8c-bb3d-4be4a3282331 req-4a38499d-e341-4b34-ba44-c30f4103cec8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 200 len: 850 time: 0.0439892 Jul 28 22:38:16.687454 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea5295-714d-4c8c-bb3d-4be4a3282331 req-6aad5bd4-d6bb-4146-b249-a82272a11d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:16.689126 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3dea5295-714d-4c8c-bb3d-4be4a3282331 req-6aad5bd4-d6bb-4146-b249-a82272a11d00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461178 Jul 28 22:38:16.781538 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3dea5295-714d-4c8c-bb3d-4be4a3282331 req-32514c19-2ab9-43ba-9a2b-e6a767f3bf4a service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857062 Jul 28 22:38:16.792380 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-483c61d0-d775-4f32-9cf4-29a000065099 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337180336&fields=id&tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f HTTP/1.1" status: 200 len: 267 time: 0.0452220 Jul 28 22:38:16.879113 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-3dea5295-714d-4c8c-bb3d-4be4a3282331 req-3b5bce10-0354-44b9-807c-27b55eaf9458 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891240 Jul 28 22:38:16.900064 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881abb-db96-4cec-8c33-e9eaf776843b req-673d191a-844f-42d0-aa91-1c3f6ab2bf1a tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:16.901492 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-673d191a-844f-42d0-aa91-1c3f6ab2bf1a tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 811 time: 0.1027124 Jul 28 22:38:16.916126 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-7b2b5e92-28b6-45d3-843a-bcb8404d8345 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/quotas/862a3f47ebe842fb8c5fbd4ef08f0b5f HTTP/1.1" status: 200 len: 375 time: 0.0092583 Jul 28 22:38:16.966102 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-73f5912e-486d-458e-8852-68d781134774 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0446723 Jul 28 22:38:17.058623 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-00485dcb-bf4e-4b34-8413-4a017cb0f292 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818236 Jul 28 22:38:17.125951 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:17.137960 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:17.154556 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-77476786-62c5-4711-a1de-5574d71e7874 service neutron] 10.222.0.39 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902874 Jul 28 22:38:17.435450 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-54a9c034-7bc7-426e-9dd7-216db57ea82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:17.453779 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-236bfd7d-2962-4a0a-bed0-038aa3697a8a req-d7f76f1e-3288-48bd-9911-e75a8848c505 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 210 time: 0.0372696 Jul 28 22:38:17.462785 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e44d3-01f5-48f0-809a-0fab92cfbeb8 req-af4e13d2-2c82-4146-83fa-bd802550ac95 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:17.464256 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b39e44d3-01f5-48f0-809a-0fab92cfbeb8 req-af4e13d2-2c82-4146-83fa-bd802550ac95 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0905111 Jul 28 22:38:17.526415 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b39e44d3-01f5-48f0-809a-0fab92cfbeb8 req-adb4b463-eb21-4e07-8da4-5cfe3f6d0091 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554450 Jul 28 22:38:17.888320 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:18.412173 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:18.452330 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:18.517107 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a4c2c826-53bd-41c6-934b-d7f48cb46397 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:18.518922 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a4c2c826-53bd-41c6-934b-d7f48cb46397 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 811 time: 0.1190476 Jul 28 22:38:18.564375 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3823a314-9d81-4712-b85c-6226adb19af0 req-ae5bc69b-59cd-4786-864e-5cc10c219acc tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 210 time: 0.0319757 Jul 28 22:38:18.590404 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-299f7a93-bacd-4c01-bdec-5c6b9b10813d tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f HTTP/1.1" status: 200 len: 380 time: 0.0612748 Jul 28 22:38:18.607338 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a8805e9e-712a-420c-8db0-db1fad53f8ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Request body: {'port': {'device_id': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'admin_state_up': True, 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'security_groups': ['31139b36-846b-4cf1-8db5-49de149d6bd8']}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:38:18.663327 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527ffea-1f08-4b5c-a39a-f60f834228d2 req-8d22fe2e-12ae-4e70-9f73-c084b103ee53 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:18.665414 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0527ffea-1f08-4b5c-a39a-f60f834228d2 req-8d22fe2e-12ae-4e70-9f73-c084b103ee53 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0494423 Jul 28 22:38:18.721023 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a8805e9e-712a-420c-8db0-db1fad53f8ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Made reservation on behalf of 862a3f47ebe842fb8c5fbd4ef08f0b5f for: {'port': 1} {{(pid=104116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 22:38:18.724480 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a8805e9e-712a-420c-8db0-db1fad53f8ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:18.725254 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0527ffea-1f08-4b5c-a39a-f60f834228d2 req-ecddebdd-0df3-46f8-b1da-59a6e2564ee6 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538392 Jul 28 22:38:18.842700 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:18.860509 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a8805e9e-712a-420c-8db0-db1fad53f8ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Allocated IP 172.20.0.3 (ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e/ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1/63c599f6-5106-4ad6-95ed-4585cd24b502) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:38:19.010774 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a8805e9e-712a-420c-8db0-db1fad53f8ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:19.043147 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a8805e9e-712a-420c-8db0-db1fad53f8ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:19.085792 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a8805e9e-712a-420c-8db0-db1fad53f8ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:38:19.091889 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a8805e9e-712a-420c-8db0-db1fad53f8ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:38:19.094511 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a8805e9e-712a-420c-8db0-db1fad53f8ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:38:19.128965 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8805e9e-712a-420c-8db0-db1fad53f8ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'Port': ['ID=63c599f6-5106-4ad6-95ed-4585cd24b502,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:38:19.154891 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a8805e9e-712a-420c-8db0-db1fad53f8ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:19.155502 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a8805e9e-712a-420c-8db0-db1fad53f8ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:19.173815 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-a8805e9e-712a-420c-8db0-db1fad53f8ca tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703034 Jul 28 22:38:19.186140 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Request body: {'port': {'device_id': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85093'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:38:19.247311 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:19.254038 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:19.359369 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:19.370591 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-1b95ad3e-8e93-43d9-86d9-730dc1a0ec3c None None] Provisioning complete for port 63c599f6-5106-4ad6-95ed-4585cd24b502 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:38:19.370967 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-1b95ad3e-8e93-43d9-86d9-730dc1a0ec3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:19.406285 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-1b95ad3e-8e93-43d9-86d9-730dc1a0ec3c None None] Port 63c599f6-5106-4ad6-95ed-4585cd24b502 cannot update to ACTIVE because it is not bound. {{(pid=104118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 22:38:19.518410 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c599f6-5106-4ad6-95ed-4585cd24b502 {{(pid=104116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:38:19.526421 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Publish callbacks [] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:19.538721 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.provisioning_blocks [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Transition to ACTIVE for port object 63c599f6-5106-4ad6-95ed-4585cd24b502 will not be triggered until provisioned by entity L2. {{(pid=104116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 22:38:19.543600 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:19.592289 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=63c599f6-5106-4ad6-95ed-4585cd24b502,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:38:19.668280 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Attempting to bind port 63c599f6-5106-4ad6-95ed-4585cd24b502 on host hv-cinder-85093 for vnic_type normal with profile {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 22:38:19.668619 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Attempting to bind port 63c599f6-5106-4ad6-95ed-4585cd24b502 by drivers openvswitch,hyperv on host hv-cinder-85093 at level 0 using segments [{'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 22:38:19.668954 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Attempting to bind port 63c599f6-5106-4ad6-95ed-4585cd24b502 on network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:38:19.673954 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Port 63c599f6-5106-4ad6-95ed-4585cd24b502 on network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85093 {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 22:38:19.674281 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Attempting to bind port 63c599f6-5106-4ad6-95ed-4585cd24b502 on network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 22:38:19.679663 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Checking agent: {'id': 'a68bbfbb-9ec4-40d5-9322-01c397dd14dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85093', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'started_at': datetime.datetime(2022, 7, 28, 22, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 22, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 22:38:19.680048 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Checking segment: {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 22:38:19.680445 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Bound using segment: {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'} {{(pid=104116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 22:38:19.680878 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.managers [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Bound port: 63c599f6-5106-4ad6-95ed-4585cd24b502, host: hv-cinder-85093, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67639793-0fb3-45a0-a60b-283fe84dd71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e'}}] {{(pid=104116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 22:38:19.681242 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:19.706644 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac14761-185c-4e0e-9176-2ce888100bbd req-3091d570-228e-4cb2-b1ee-a5df24c1a470 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:19.708892 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3ac14761-185c-4e0e-9176-2ce888100bbd req-3091d570-228e-4cb2-b1ee-a5df24c1a470 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 943 time: 0.0558596 Jul 28 22:38:19.752966 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] For port 63c599f6-5106-4ad6-95ed-4585cd24b502, host hv-cinder-85093, cleared binding levels {{(pid=104116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 22:38:19.758323 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] For port 63c599f6-5106-4ad6-95ed-4585cd24b502, host hv-cinder-85093, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=63c599f6-5106-4ad6-95ed-4585cd24b502,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 22:38:19.766186 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:19.768892 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3ac14761-185c-4e0e-9176-2ce888100bbd req-95596508-3cf2-4884-956e-6b3c2b07edc1 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498683 Jul 28 22:38:19.801848 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:19.802335 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:19.803718 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] 10.222.0.58 "PUT /v2.0/ports/63c599f6-5106-4ad6-95ed-4585cd24b502 HTTP/1.1" status: 200 len: 1093 time: 0.6221559 Jul 28 22:38:19.804164 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'tag': '63c599f6-5106-4ad6-95ed-4585cd24b502'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:38:19.807152 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd031e82-f8e6-434c-9207-43a7a9651dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e", "tag": "63c599f6-5106-4ad6-95ed-4585cd24b502"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:38:19.834930 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb398370-5bfe-4cac-baf4-639a3122d5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=63c599f6-5106-4ad6-95ed-4585cd24b502,revision_number=3']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:38:19.871367 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4760984-9428-4e88-b95b-6be64027ae98 x-openstack-request-id: req-e4760984-9428-4e88-b95b-6be64027ae98 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:38:19.872802 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e", "tag": "63c599f6-5106-4ad6-95ed-4585cd24b502", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:38:19.872802 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4760984-9428-4e88-b95b-6be64027ae98 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:38:19.872802 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4760984-9428-4e88-b95b-6be64027ae98'] response: {'name': 'network-changed', 'server_uuid': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'tag': '63c599f6-5106-4ad6-95ed-4585cd24b502', 'status': 'completed', 'code': 200} Jul 28 22:38:19.893174 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cb57f-d288-4fd8-acca-729a6315f2b5 req-c74338aa-0e89-4a7c-9344-4405ad9bff68 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:19.895491 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-323cb57f-d288-4fd8-acca-729a6315f2b5 req-c74338aa-0e89-4a7c-9344-4405ad9bff68 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0774679 Jul 28 22:38:19.905442 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881abb-db96-4cec-8c33-e9eaf776843b req-28af9ca5-b062-4dd5-9555-7e775b9be19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:19.907280 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-28af9ca5-b062-4dd5-9555-7e775b9be19c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 1127 time: 0.0522082 Jul 28 22:38:19.952824 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-2fca6b30-7982-4436-9ea9-1f726e6b1915 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c599f6-5106-4ad6-95ed-4585cd24b502 HTTP/1.1" status: 200 len: 217 time: 0.0387373 Jul 28 22:38:19.965656 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-323cb57f-d288-4fd8-acca-729a6315f2b5 req-1528f179-755c-4cde-8ba5-074cda334837 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644851 Jul 28 22:38:20.012449 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881abb-db96-4cec-8c33-e9eaf776843b req-4438f650-9a13-4c62-9a24-df05de7609c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:20.013945 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-4438f650-9a13-4c62-9a24-df05de7609c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 200 len: 850 time: 0.0555847 Jul 28 22:38:20.061481 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881abb-db96-4cec-8c33-e9eaf776843b req-1eae7d89-7adc-45c0-8815-94ba8aa2a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:20.063067 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-1eae7d89-7adc-45c0-8815-94ba8aa2a641 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409267 Jul 28 22:38:20.126693 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:20.158304 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-6841cba4-c0e9-4846-a0ac-4579d9529556 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893888 Jul 28 22:38:20.247892 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-03881abb-db96-4cec-8c33-e9eaf776843b req-c248a363-830d-4f58-9017-d7e7a165dbb3 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821927 Jul 28 22:38:20.317872 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:20.433846 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:20.603578 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd031e82-f8e6-434c-9207-43a7a9651dd1 req-bb517409-35c4-448b-8b0f-dbf932e7ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:20.605022 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-fd031e82-f8e6-434c-9207-43a7a9651dd1 req-bb517409-35c4-448b-8b0f-dbf932e7ac0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 1127 time: 0.0397780 Jul 28 22:38:20.678324 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:20.699482 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd031e82-f8e6-434c-9207-43a7a9651dd1 req-ab2f743f-25f2-40c2-8027-4281eb24a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:20.700926 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-fd031e82-f8e6-434c-9207-43a7a9651dd1 req-ab2f743f-25f2-40c2-8027-4281eb24a298 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 912 time: 0.0884261 Jul 28 22:38:20.740794 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-fd031e82-f8e6-434c-9207-43a7a9651dd1 req-3fb98616-3636-44b6-9c4d-741045edf6c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c599f6-5106-4ad6-95ed-4585cd24b502 HTTP/1.1" status: 200 len: 217 time: 0.0313509 Jul 28 22:38:20.798144 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd031e82-f8e6-434c-9207-43a7a9651dd1 req-8a8501d0-345c-4690-ac83-ffd753c6a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:20.799553 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-fd031e82-f8e6-434c-9207-43a7a9651dd1 req-8a8501d0-345c-4690-ac83-ffd753c6a2d6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 200 len: 850 time: 0.0471201 Jul 28 22:38:20.844125 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd031e82-f8e6-434c-9207-43a7a9651dd1 req-4bd0256c-88ee-47d4-b888-6f96b148b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:20.845624 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-fd031e82-f8e6-434c-9207-43a7a9651dd1 req-4bd0256c-88ee-47d4-b888-6f96b148b386 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390625 Jul 28 22:38:20.895086 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286d8b7-7f52-4a05-a42d-59dfd19b280e req-5acd2a51-cf50-4770-a5e8-c420c4446b41 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:20.896485 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f286d8b7-7f52-4a05-a42d-59dfd19b280e req-5acd2a51-cf50-4770-a5e8-c420c4446b41 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 943 time: 0.0471749 Jul 28 22:38:20.950484 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-fd031e82-f8e6-434c-9207-43a7a9651dd1 req-80b5ee60-fd1d-4565-bb5f-f94763074fc3 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896864 Jul 28 22:38:20.952129 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-f286d8b7-7f52-4a05-a42d-59dfd19b280e req-fcf77c06-5581-4ff8-90ef-832f480fb412 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497122 Jul 28 22:38:21.043093 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-fd031e82-f8e6-434c-9207-43a7a9651dd1 req-091ad81e-3013-4ce1-9fb4-a4f1163c4020 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840240 Jul 28 22:38:21.089888 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b4ff9-0b47-4f4d-83fc-1c3ecb680de6 req-6400378e-c498-47f2-af7a-bf709adf20e7 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:21.091361 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-738b4ff9-0b47-4f4d-83fc-1c3ecb680de6 req-6400378e-c498-47f2-af7a-bf709adf20e7 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0499456 Jul 28 22:38:21.157356 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-738b4ff9-0b47-4f4d-83fc-1c3ecb680de6 req-2ccfc41d-5dc0-40ea-82c6-7c49efc1266a tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600376 Jul 28 22:38:22.069127 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2758c-ebde-4e5c-9a8d-abddfca3ffa7 req-43a84283-b7a4-42ed-a018-12d72f04c618 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:22.070021 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3fb2758c-ebde-4e5c-9a8d-abddfca3ffa7 req-43a84283-b7a4-42ed-a018-12d72f04c618 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 943 time: 0.0453815 Jul 28 22:38:22.118465 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-3fb2758c-ebde-4e5c-9a8d-abddfca3ffa7 req-14a13b34-e547-4d23-9c04-694c751cea43 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423203 Jul 28 22:38:22.278594 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14508b48-4d2e-4e8c-88be-5c1893e5cb07 req-3756c261-7498-4d39-80c1-edd35f4e0d58 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:22.279927 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-14508b48-4d2e-4e8c-88be-5c1893e5cb07 req-3756c261-7498-4d39-80c1-edd35f4e0d58 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0502398 Jul 28 22:38:22.337540 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-14508b48-4d2e-4e8c-88be-5c1893e5cb07 req-cba117f0-4684-408b-ab82-4bbe07f27b7a tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520115 Jul 28 22:38:23.235963 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100331d-ff76-4b6b-9254-ec31ea9b8296 req-f5049abc-711b-4bf4-a239-bd6cffc7247c tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:23.237423 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b100331d-ff76-4b6b-9254-ec31ea9b8296 req-f5049abc-711b-4bf4-a239-bd6cffc7247c tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 943 time: 0.0472066 Jul 28 22:38:23.267487 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:23.286317 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b100331d-ff76-4b6b-9254-ec31ea9b8296 req-8df4d8e4-da21-4d49-94f9-e3dbda46de32 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433502 Jul 28 22:38:23.459212 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a738010-f9e7-47fe-a4b4-fac0815137a6 req-5eae6814-4c54-44d9-ac45-5cc50e2668f2 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:23.460566 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9a738010-f9e7-47fe-a4b4-fac0815137a6 req-5eae6814-4c54-44d9-ac45-5cc50e2668f2 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0504558 Jul 28 22:38:23.525585 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9a738010-f9e7-47fe-a4b4-fac0815137a6 req-3a3a95f3-c9b4-45d1-a1fc-7a2355b44196 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574934 Jul 28 22:38:24.395231 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:24.417894 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304f47c-9340-47da-adb5-4cb947ce541d req-0201f9ff-35fe-47fc-afe9-bc854fcdaa57 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:24.419480 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0304f47c-9340-47da-adb5-4cb947ce541d req-0201f9ff-35fe-47fc-afe9-bc854fcdaa57 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 943 time: 0.0609851 Jul 28 22:38:24.469254 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-0304f47c-9340-47da-adb5-4cb947ce541d req-e9cd63a4-e69c-4223-91cb-9274e968e7a6 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441391 Jul 28 22:38:24.646684 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6512a-4e31-46c7-ada1-cf47c3823e2f req-58b05d9e-3faa-4fcf-9a1d-6c7e1e516a81 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:24.648111 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bec6512a-4e31-46c7-ada1-cf47c3823e2f req-58b05d9e-3faa-4fcf-9a1d-6c7e1e516a81 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0474610 Jul 28 22:38:24.712379 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-bec6512a-4e31-46c7-ada1-cf47c3823e2f req-b8705b47-f905-48e9-aa7f-e06691b8d183 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&id=d2612d83-b87f-4234-a7d5-8568fe32c626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569489 Jul 28 22:38:25.591546 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf760d-e7de-4cae-80ed-8a6f7f95be29 req-eeb9eaeb-5b22-4f69-a0db-90bb09eeefec tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:25.592979 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-26cf760d-e7de-4cae-80ed-8a6f7f95be29 req-eeb9eaeb-5b22-4f69-a0db-90bb09eeefec tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 943 time: 0.0471807 Jul 28 22:38:25.643020 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-26cf760d-e7de-4cae-80ed-8a6f7f95be29 req-7e4ed53c-824a-4335-920f-ba1419787ee8 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444880 Jul 28 22:38:26.769239 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774a595-75ea-4581-9fa0-a900d5131ed1 req-212ad1a5-20a0-4184-91a1-9f2b8cf7114b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:26.770694 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d774a595-75ea-4581-9fa0-a900d5131ed1 req-212ad1a5-20a0-4184-91a1-9f2b8cf7114b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 943 time: 0.0483010 Jul 28 22:38:26.818639 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d774a595-75ea-4581-9fa0-a900d5131ed1 req-322068d1-55a6-4f03-be43-41e81523f8f4 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416040 Jul 28 22:38:27.668690 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 63c599f6-5106-4ad6-95ed-4585cd24b502 details requested by agent hyperv_hv-cinder-85093 with host hv-cinder-85093 {{(pid=104118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 22:38:27.912810 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 63c599f6-5106-4ad6-95ed-4585cd24b502, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=63c599f6-5106-4ad6-95ed-4585cd24b502,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:38:27.925129 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Returning: {'device': '63c599f6-5106-4ad6-95ed-4585cd24b502', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'port_id': '63c599f6-5106-4ad6-95ed-4585cd24b502', 'mac_address': 'fa:16:3e:86:7d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 22:38:27.960387 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78a39b-e92a-4d9c-a18a-5dc65e812938 req-e8530525-f3d9-4946-aa62-55478455b517 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:27.961939 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fb78a39b-e92a-4d9c-a18a-5dc65e812938 req-e8530525-f3d9-4946-aa62-55478455b517 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 943 time: 0.0586960 Jul 28 22:38:27.965501 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 63c599f6-5106-4ad6-95ed-4585cd24b502 is: DOWN; New status is: BUILD {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:38:27.965921 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:27.980836 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c599f6-5106-4ad6-95ed-4585cd24b502 {{(pid=104118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 22:38:28.005351 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 63c599f6-5106-4ad6-95ed-4585cd24b502, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=63c599f6-5106-4ad6-95ed-4585cd24b502,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:38:28.011086 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:28.023977 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-fb78a39b-e92a-4d9c-a18a-5dc65e812938 req-befbd5aa-28f3-4939-8413-0383eefab584 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554810 Jul 28 22:38:28.060577 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=63c599f6-5106-4ad6-95ed-4585cd24b502,revision_number=4']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:38:28.067872 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.068225 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.068574 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.068918 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.069254 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.069623 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.069956 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.070288 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.070617 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.070944 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.071270 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.072098 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.072884 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.072884 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.073120 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:28.255943 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['63c599f6-5106-4ad6-95ed-4585cd24b502'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:38:29.145948 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80d722-15de-4fd9-81c9-a7bab9d1fc0d req-70008f97-bd73-46e8-b968-1e9240c11130 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:29.147412 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4a80d722-15de-4fd9-81c9-a7bab9d1fc0d req-70008f97-bd73-46e8-b968-1e9240c11130 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 944 time: 0.0486009 Jul 28 22:38:29.197175 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-4a80d722-15de-4fd9-81c9-a7bab9d1fc0d req-7cfeb289-7d09-4974-8422-03402e2716bb tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432820 Jul 28 22:38:29.704501 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 63c599f6-5106-4ad6-95ed-4585cd24b502 up at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 22:38:29.729000 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:29.748223 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning for port 63c599f6-5106-4ad6-95ed-4585cd24b502 completed by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 22:38:29.753852 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Provisioning complete for port 63c599f6-5106-4ad6-95ed-4585cd24b502 triggered by entity L2. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:38:29.754244 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:29.791757 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:29.828869 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Current status of the port 63c599f6-5106-4ad6-95ed-4585cd24b502 is: BUILD; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:38:29.829256 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), before_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:29.851003 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c599f6-5106-4ad6-95ed-4585cd24b502'}] {{(pid=104118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:38:29.853256 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fe2c33fe4bbaca7d8017448726d669f75fe20458a27deb823984edbad9e3abe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc38c3a-bc21-43b4-b664-f62352ccd762" -d '{"events": [{"server_uuid": "9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e", "name": "network-vif-plugged", "status": "completed", "tag": "63c599f6-5106-4ad6-95ed-4585cd24b502"}]}' {{(pid=104118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:38:29.865306 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] For port 63c599f6-5106-4ad6-95ed-4585cd24b502, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=63c599f6-5106-4ad6-95ed-4585cd24b502,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:38:29.869945 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:29.894971 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3423000d-01c2-4995-9038-4a26b5372ddf x-openstack-request-id: req-3423000d-01c2-4995-9038-4a26b5372ddf {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:38:29.895284 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e", "name": "network-vif-plugged", "status": "completed", "tag": "63c599f6-5106-4ad6-95ed-4585cd24b502", "code": 200}]} {{(pid=104118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:38:29.895528 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3423000d-01c2-4995-9038-4a26b5372ddf {{(pid=104118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:38:29.895926 dv-cinder-850939-3-iscsi neutron-server[104118]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3423000d-01c2-4995-9038-4a26b5372ddf'] response: {'server_uuid': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c599f6-5106-4ad6-95ed-4585cd24b502', 'code': 200} Jul 28 22:38:29.919095 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Pushing event updated for resources: {'Port': ['ID=63c599f6-5106-4ad6-95ed-4585cd24b502,revision_number=5']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:38:30.117974 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6c08c-82b6-43d1-958b-c6601f3785a1 req-a2388490-d7e7-470f-aa43-9d4521e1247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:30.120562 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-25a6c08c-82b6-43d1-958b-c6601f3785a1 req-a2388490-d7e7-470f-aa43-9d4521e1247d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 1129 time: 0.0417140 Jul 28 22:38:30.172462 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-25a6c08c-82b6-43d1-958b-c6601f3785a1 req-9474bf36-99c4-4b30-a81e-0d672bcfaafb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446200 Jul 28 22:38:30.314957 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e24f2-24c0-4d42-91f3-aecceb5a6b02 req-762c4d4e-2e2d-4c00-8b70-47147b290246 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:30.316370 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9d6e24f2-24c0-4d42-91f3-aecceb5a6b02 req-762c4d4e-2e2d-4c00-8b70-47147b290246 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 945 time: 0.0465295 Jul 28 22:38:30.367655 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-9d6e24f2-24c0-4d42-91f3-aecceb5a6b02 req-657866f6-5e16-43ca-b6db-6891a9586e7c tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457196 Jul 28 22:38:31.488778 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7113b4f-49b3-4ec0-ac02-17858072f0ab req-01faee42-f7e0-4e3d-995a-9646e60fd348 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:31.490303 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b7113b4f-49b3-4ec0-ac02-17858072f0ab req-01faee42-f7e0-4e3d-995a-9646e60fd348 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 945 time: 0.0470302 Jul 28 22:38:31.540960 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-b7113b4f-49b3-4ec0-ac02-17858072f0ab req-b251efde-e5bb-4503-a9c2-d196f228f003 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445180 Jul 28 22:38:32.658884 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afd611-be1f-4f1b-8136-d986fc0e27df req-722bc1e9-8fb9-4a1d-851b-5e6335fa91a7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:32.660310 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c2afd611-be1f-4f1b-8136-d986fc0e27df req-722bc1e9-8fb9-4a1d-851b-5e6335fa91a7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 945 time: 0.0478294 Jul 28 22:38:32.708638 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-c2afd611-be1f-4f1b-8136-d986fc0e27df req-723afc2f-bf89-4ac5-a466-1d911a759dea tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423899 Jul 28 22:38:32.813325 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=100 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:32.829597 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77372b-0660-45e4-a5ad-99fb97bb4011 req-a009b47a-3abb-4ceb-915c-0ccd721994b0 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:32.830967 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cc77372b-0660-45e4-a5ad-99fb97bb4011 req-a009b47a-3abb-4ceb-915c-0ccd721994b0 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 945 time: 0.0512877 Jul 28 22:38:32.878165 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-cc77372b-0660-45e4-a5ad-99fb97bb4011 req-48bc55a9-150b-4e77-af54-5e22a93ee0c9 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416925 Jul 28 22:38:32.905671 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50390) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:38:33.045853 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcd36fb-4ef1-426e-b13b-a8920a64e943 tempest-TestVolumeBootPattern-985508550 tempest-TestVolumeBootPattern-985508550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:33.047367 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-0bcd36fb-4ef1-426e-b13b-a8920a64e943 tempest-TestVolumeBootPattern-985508550 tempest-TestVolumeBootPattern-985508550-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 1124 time: 0.1407199 Jul 28 22:38:33.050214 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50394) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:38:33.054283 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.v2.base [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Request body: {'floatingip': {'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'port_id': '63c599f6-5106-4ad6-95ed-4585cd24b502', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:38:33.075804 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:33.156326 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (None), before_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:33.263353 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_common [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Allocated IP 172.27.3.189 (20c4b91c-55ab-4902-80d4-88d9ff4c09a2/253cecf4-96b9-4f39-b960-9366ae331009/9a859a4a-4c7d-4de6-8977-ac915ef4ef00) {{(pid=104116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 22:38:33.364250 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:33.370226 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for port (9a859a4a-4c7d-4de6-8977-ac915ef4ef00), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:33.393891 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:33.404555 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032074819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (9a859a4a-4c7d-4de6-8977-ac915ef4ef00), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:33.444840 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Network 20c4b91c-55ab-4902-80d4-88d9ff4c09a2 is already hosted by enough agents. {{(pid=104116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 22:38:33.448027 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.base_scheduler [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Resources bound (agent type, host, resource id): {{(pid=104116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 22:38:33.451838 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Received port after_create {{(pid=104116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 22:38:33.456807 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'Port': ['ID=9a859a4a-4c7d-4de6-8977-ac915ef4ef00,revision_number=1']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:38:33.485024 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.485369 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.485744 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.486083 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.486411 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.486734 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.487055 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.487374 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.487694 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.488013 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.488334 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.488653 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.488972 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.489285 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.489634 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:38:33.814316 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for floatingip (c428878f-cee7-4bdb-81e1-71c0b542a246), precommit_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:33.879938 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (9a859a4a-4c7d-4de6-8977-ac915ef4ef00), before_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:34.030384 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for port (9a859a4a-4c7d-4de6-8977-ac915ef4ef00), precommit_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:34.034724 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62513017'] for port (9a859a4a-4c7d-4de6-8977-ac915ef4ef00), after_update {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:34.102619 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event updated for resources: {'Port': ['ID=9a859a4a-4c7d-4de6-8977-ac915ef4ef00,revision_number=2']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:38:34.106281 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:34.117107 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-362212'] for floatingip (c428878f-cee7-4bdb-81e1-71c0b542a246), after_create {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:34.210383 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.db.l3_db [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Floating IP c428878f-cee7-4bdb-81e1-71c0b542a246 associated. External IP: 172.27.3.189, port: 63c599f6-5106-4ad6-95ed-4585cd24b502. Jul 28 22:38:34.292150 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:34.407755 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Router 4f77eabe-b3ee-4fc4-95ce-63f966079580 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:38:34.509862 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:38:34.519037 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61db96-48c0-493a-a6fe-66a153caea16 None None] Sync routers for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:38:34.527405 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:34.530553 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61db96-48c0-493a-a6fe-66a153caea16 None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:38:34.531174 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-df61db96-48c0-493a-a6fe-66a153caea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:38:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:38:34.558310 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-5d85fbce-cee2-43e2-a1f8-d027bd59aad5 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5071084 Jul 28 22:38:34.558899 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'tag': '63c599f6-5106-4ad6-95ed-4585cd24b502'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:38:34.561261 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f37a885-99f8-494d-b9ce-20deb1a8102e" -d '{"events": [{"name": "network-changed", "server_uuid": "9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e", "tag": "63c599f6-5106-4ad6-95ed-4585cd24b502"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:38:34.599869 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cc694c-3d88-42f3-906d-8a7366f32b74 x-openstack-request-id: req-24cc694c-3d88-42f3-906d-8a7366f32b74 {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:38:34.600164 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e", "tag": "63c599f6-5106-4ad6-95ed-4585cd24b502", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:38:34.600440 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24cc694c-3d88-42f3-906d-8a7366f32b74 {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:38:34.600847 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24cc694c-3d88-42f3-906d-8a7366f32b74'] response: {'name': 'network-changed', 'server_uuid': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'tag': '63c599f6-5106-4ad6-95ed-4585cd24b502', 'status': 'completed', 'code': 200} Jul 28 22:38:34.638879 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-df61db96-48c0-493a-a6fe-66a153caea16 None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:38:34.660617 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37a885-99f8-494d-b9ce-20deb1a8102e req-2f6ed434-dea0-4b8a-a948-324d7828aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:34.662053 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f37a885-99f8-494d-b9ce-20deb1a8102e req-2f6ed434-dea0-4b8a-a948-324d7828aaec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 1129 time: 0.0399957 Jul 28 22:38:34.756222 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37a885-99f8-494d-b9ce-20deb1a8102e req-2bb493f7-a982-4f0f-ac40-9807d307c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:34.757718 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f37a885-99f8-494d-b9ce-20deb1a8102e req-2bb493f7-a982-4f0f-ac40-9807d307c76d service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 912 time: 0.0899837 Jul 28 22:38:34.821959 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f37a885-99f8-494d-b9ce-20deb1a8102e req-56b25302-af39-4321-a1d6-43445c1c2dfa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c599f6-5106-4ad6-95ed-4585cd24b502 HTTP/1.1" status: 200 len: 999 time: 0.0573521 Jul 28 22:38:34.855402 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-df61db96-48c0-493a-a6fe-66a153caea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'c428878f-cee7-4bdb-81e1-71c0b542a246', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': '63c599f6-5106-4ad6-95ed-4585cd24b502', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:86:7d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:38:33Z', 'updated_at': '2022-07-28T22:38:33Z', 'revision_number': 0, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}, {'id': 'dd035636-4ae5-4956-b145-27af3a51735c', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:e2:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:36:11Z', 'updated_at': '2022-07-28T22:36:14Z', 'revision_number': 1, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:38:34.880965 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61db96-48c0-493a-a6fe-66a153caea16 None None] Checking router: 4f77eabe-b3ee-4fc4-95ce-63f966079580 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:38:34.890542 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61db96-48c0-493a-a6fe-66a153caea16 None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:38:34.891162 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-df61db96-48c0-493a-a6fe-66a153caea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:38:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:38:34.997254 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-df61db96-48c0-493a-a6fe-66a153caea16 None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:38:35.121277 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37a885-99f8-494d-b9ce-20deb1a8102e req-9975768f-db35-4dbc-a554-9ed68e349b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:35.122773 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f37a885-99f8-494d-b9ce-20deb1a8102e req-9975768f-db35-4dbc-a554-9ed68e349b9f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 200 len: 850 time: 0.2957304 Jul 28 22:38:35.168504 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37a885-99f8-494d-b9ce-20deb1a8102e req-90acfb99-0b61-4534-9733-9f4f2de3210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:38:35.170020 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f37a885-99f8-494d-b9ce-20deb1a8102e req-90acfb99-0b61-4534-9733-9f4f2de3210b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404534 Jul 28 22:38:35.180398 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [req-5f37a885-99f8-494d-b9ce-20deb1a8102e req-7d0eccaf-4ae2-478f-a677-9862f3cbe328 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=104116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 22:38:35.181939 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f37a885-99f8-494d-b9ce-20deb1a8102e req-7d0eccaf-4ae2-478f-a677-9862f3cbe328 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054908 Jul 28 22:38:35.220301 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-df61db96-48c0-493a-a6fe-66a153caea16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'c428878f-cee7-4bdb-81e1-71c0b542a246', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': '63c599f6-5106-4ad6-95ed-4585cd24b502', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:86:7d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:38:33Z', 'updated_at': '2022-07-28T22:38:33Z', 'revision_number': 0, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}, {'id': 'dd035636-4ae5-4956-b145-27af3a51735c', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:e2:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:36:11Z', 'updated_at': '2022-07-28T22:36:14Z', 'revision_number': 1, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:38:35.246526 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61db96-48c0-493a-a6fe-66a153caea16 None None] The sync data for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi is: [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'c428878f-cee7-4bdb-81e1-71c0b542a246', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': '63c599f6-5106-4ad6-95ed-4585cd24b502', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:86:7d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:38:33Z', 'updated_at': '2022-07-28T22:38:33Z', 'revision_number': 0, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}, {'id': 'dd035636-4ae5-4956-b145-27af3a51735c', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:e2:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:36:11Z', 'updated_at': '2022-07-28T22:36:14Z', 'revision_number': 1, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:38:35.272567 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=100 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:35.276834 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f37a885-99f8-494d-b9ce-20deb1a8102e req-76051045-205e-4803-9fb6-6693558f924d service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889251 Jul 28 22:38:35.369931 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5f37a885-99f8-494d-b9ce-20deb1a8102e req-61129779-ceeb-4c58-884e-d1e99a7e1765 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868509 Jul 28 22:38:35.441038 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2072ff13-338a-4bf7-89e0-8f7aeab97ed1 None None] New status for floating IP c428878f-cee7-4bdb-81e1-71c0b542a246: ACTIVE {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:38:38.697984 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:42.871015 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=83 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:42.873907 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=8 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:44.887029 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:44.892261 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:38:45.364561 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=67,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:45.366504 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=9 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:45.423670 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-a535971e-66bd-4f1c-86bd-b7f09ffb53dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:46.871704 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=82 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:38:47.439421 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-a160c393-85de-411e-968b-904d908deb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:48.844211 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:50.321197 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:38:50.436647 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:00.134683 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-05016ea0-4ae8-4d74-b4ff-b22144d53b24 req-4bcaecb0-190b-4fb1-84d2-5a13fed3592e tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355070338&fields=id&tenant_id=651fa66c961b4d07a8fa735e63cdef79 HTTP/1.1" status: 200 len: 267 time: 0.0455477 Jul 28 22:39:00.184913 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05016ea0-4ae8-4d74-b4ff-b22144d53b24 req-a413a071-333e-4af2-b16d-a8f867305a92 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:39:00.186391 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-05016ea0-4ae8-4d74-b4ff-b22144d53b24 req-a413a071-333e-4af2-b16d-a8f867305a92 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 985 time: 0.0465376 Jul 28 22:39:00.196652 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.v2.base [req-05016ea0-4ae8-4d74-b4ff-b22144d53b24 req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Request body: {'port': {'security_groups': ['ae9cde3a-ce9d-4148-9b8a-09141596e0e5']}} {{(pid=104117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 22:39:00.270495 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-05016ea0-4ae8-4d74-b4ff-b22144d53b24 req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3427011'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), before_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:00.425458 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:00.432811 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:00.438997 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [req-05016ea0-4ae8-4d74-b4ff-b22144d53b24 req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] For port 5773b105-f56f-4c3a-b6a5-26e99920cf83, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5773b105-f56f-4c3a-b6a5-26e99920cf83,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:39:00.466256 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-05016ea0-4ae8-4d74-b4ff-b22144d53b24 req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), precommit_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:00.472074 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-05016ea0-4ae8-4d74-b4ff-b22144d53b24 req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032455900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032074837', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791032074855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58993694'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), after_update {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:00.488825 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['5773b105-f56f-4c3a-b6a5-26e99920cf83'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:39:00.514743 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05016ea0-4ae8-4d74-b4ff-b22144d53b24 req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:39:00.515405 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [req-05016ea0-4ae8-4d74-b4ff-b22144d53b24 req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:00.516750 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-05016ea0-4ae8-4d74-b4ff-b22144d53b24 req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "PUT /v2.0/ports/5773b105-f56f-4c3a-b6a5-26e99920cf83 HTTP/1.1" status: 200 len: 943 time: 0.3244030 Jul 28 22:39:00.517188 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:39:00.519770 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7fedd0-d69f-4469-97c2-426eaa4f91bf" -d '{"events": [{"name": "network-changed", "server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:39:00.522806 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50414) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:00.547307 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event updated for resources: {'Port': ['ID=5773b105-f56f-4c3a-b6a5-26e99920cf83,revision_number=7']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:00.558861 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.559251 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.559567 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.559914 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.560262 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.561014 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.561014 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.561232 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.561581 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.561919 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.562265 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.562582 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.562908 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.563410 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.563742 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab75f627-644b-4491-8d70-2c95d87c1c11 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:39:00.614367 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['5773b105-f56f-4c3a-b6a5-26e99920cf83'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:39:00.626042 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3727b8d1-0944-42cd-9a5f-4ac0ffb7afa0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group (d2612d83-b87f-4234-a7d5-8568fe32c626), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:00.653989 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf061c0e-f8c2-468e-b15d-c758711bac9d x-openstack-request-id: req-bf061c0e-f8c2-468e-b15d-c758711bac9d {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:39:00.654728 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:39:00.655185 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf061c0e-f8c2-468e-b15d-c758711bac9d {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:39:00.655754 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf061c0e-f8c2-468e-b15d-c758711bac9d'] response: {'name': 'network-changed', 'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83', 'status': 'completed', 'code': 200} Jul 28 22:39:00.664149 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3727b8d1-0944-42cd-9a5f-4ac0ffb7afa0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group (d2612d83-b87f-4234-a7d5-8568fe32c626), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:00.764750 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3727b8d1-0944-42cd-9a5f-4ac0ffb7afa0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (d2612d83-b87f-4234-a7d5-8568fe32c626), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:00.767347 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-3727b8d1-0944-42cd-9a5f-4ac0ffb7afa0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:00.768518 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-3727b8d1-0944-42cd-9a5f-4ac0ffb7afa0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "DELETE /v2.0/security-groups/d2612d83-b87f-4234-a7d5-8568fe32c626 HTTP/1.1" status: 204 len: 168 time: 0.2428696 Jul 28 22:39:00.771215 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50420) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:00.798611 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727b8d1-0944-42cd-9a5f-4ac0ffb7afa0 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2612d83-b87f-4234-a7d5-8568fe32c626,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:00.810083 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fedd0-d69f-4469-97c2-426eaa4f91bf req-754371bb-0a22-4a38-b2c6-9d1294869c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:39:00.811841 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-dd7fedd0-d69f-4469-97c2-426eaa4f91bf req-754371bb-0a22-4a38-b2c6-9d1294869c13 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=651fa66c961b4d07a8fa735e63cdef79&device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 1130 time: 0.1321461 Jul 28 22:39:00.894255 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.provisioning_blocks [None req-459bfb85-8940-4742-b280-941adebd46ee None None] Provisioning complete for port 5773b105-f56f-4c3a-b6a5-26e99920cf83 triggered by entity DHCP. {{(pid=104118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 22:39:00.895129 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-459bfb85-8940-4742-b280-941adebd46ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3466144'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), provisioning_complete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:00.926645 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fedd0-d69f-4469-97c2-426eaa4f91bf req-44662fd4-a5b6-441f-b139-1ea0c195f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:39:00.928294 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-dd7fedd0-d69f-4469-97c2-426eaa4f91bf req-44662fd4-a5b6-441f-b139-1ea0c195f551 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 HTTP/1.1" status: 200 len: 915 time: 0.1089098 Jul 28 22:39:00.976733 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-459bfb85-8940-4742-b280-941adebd46ee None None] Current status of the port 5773b105-f56f-4c3a-b6a5-26e99920cf83 is: ACTIVE; New status is: ACTIVE {{(pid=104118) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 22:39:01.004534 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-dd7fedd0-d69f-4469-97c2-426eaa4f91bf req-a4c1b46a-6162-4fcc-87af-3ac5c84b4e1d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5773b105-f56f-4c3a-b6a5-26e99920cf83 HTTP/1.1" status: 200 len: 1002 time: 0.0692928 Jul 28 22:39:01.063473 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fedd0-d69f-4469-97c2-426eaa4f91bf req-8ceeba86-dd03-4bca-ae05-4f69fad9bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:39:01.064937 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-dd7fedd0-d69f-4469-97c2-426eaa4f91bf req-8ceeba86-dd03-4bca-ae05-4f69fad9bce3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=55691c1a-71bd-497e-86b2-643101e13c57 HTTP/1.1" status: 200 len: 853 time: 0.0521133 Jul 28 22:39:01.116083 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fedd0-d69f-4469-97c2-426eaa4f91bf req-16a1127f-ecda-4fb2-9425-51b8207807e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:39:01.117600 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-dd7fedd0-d69f-4469-97c2-426eaa4f91bf req-16a1127f-ecda-4fb2-9425-51b8207807e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434027 Jul 28 22:39:01.161216 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-39b0dbff-15eb-4cc4-ab0a-621e0064467d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Deleting port ea62bf64-56bc-4b42-84b7-700ce0d6eeca {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:39:01.161751 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-39b0dbff-15eb-4cc4-ab0a-621e0064467d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (ea62bf64-56bc-4b42-84b7-700ce0d6eeca), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:01.212925 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-dd7fedd0-d69f-4469-97c2-426eaa4f91bf req-1cdacf2f-f601-428f-b717-32d5819f722d service neutron] 10.222.0.58 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833757 Jul 28 22:39:01.239075 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-39b0dbff-15eb-4cc4-ab0a-621e0064467d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (ea62bf64-56bc-4b42-84b7-700ce0d6eeca), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:01.239319 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-39b0dbff-15eb-4cc4-ab0a-621e0064467d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for floatingip (ea62bf64-56bc-4b42-84b7-700ce0d6eeca), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:01.252832 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-39b0dbff-15eb-4cc4-ab0a-621e0064467d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Calling delete_port for ea62bf64-56bc-4b42-84b7-700ce0d6eeca owned by network:floatingip {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:39:01.310692 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-dd7fedd0-d69f-4469-97c2-426eaa4f91bf req-b32fb354-90f9-4c44-980a-377255945af6 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888424 Jul 28 22:39:01.378516 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:01.412262 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:01.424057 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-39b0dbff-15eb-4cc4-ab0a-621e0064467d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (ea62bf64-56bc-4b42-84b7-700ce0d6eeca), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:01.447340 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0dbff-15eb-4cc4-ab0a-621e0064467d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event deleted for resources: {'Port': ['ID=ea62bf64-56bc-4b42-84b7-700ce0d6eeca,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:01.514268 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-39b0dbff-15eb-4cc4-ab0a-621e0064467d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks [] for floatingip (17e4802e-d8ea-4ca1-ae63-758994188559), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:01.514533 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.l3_db [None req-39b0dbff-15eb-4cc4-ab0a-621e0064467d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Floating IP 17e4802e-d8ea-4ca1-ae63-758994188559 disassociated (deleted). External IP: 172.27.3.195, port: 5773b105-f56f-4c3a-b6a5-26e99920cf83. Jul 28 22:39:01.711023 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b0dbff-15eb-4cc4-ab0a-621e0064467d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:39:01.816801 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b0dbff-15eb-4cc4-ab0a-621e0064467d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:39:01.822186 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-39b0dbff-15eb-4cc4-ab0a-621e0064467d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:01.827365 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd76f607-ac57-4be9-b854-20604363354f None None] Sync routers for ids ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:39:01.836597 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd76f607-ac57-4be9-b854-20604363354f None None] Routers {'7d5f34a5-ec4e-492d-a438-d08622ef27d4'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:39:01.837263 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fd76f607-ac57-4be9-b854-20604363354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:38:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:01.854806 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-39b0dbff-15eb-4cc4-ab0a-621e0064467d tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "DELETE /v2.0/floatingips/17e4802e-d8ea-4ca1-ae63-758994188559 HTTP/1.1" status: 204 len: 168 time: 1.0817397 Jul 28 22:39:01.944595 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-fd76f607-ac57-4be9-b854-20604363354f None None] Set router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:39:02.218681 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fd76f607-ac57-4be9-b854-20604363354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:36:53Z', 'revision_number': 4, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port': {'id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:51Z', 'updated_at': '2022-07-28T22:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '1aa9fba0-6d13-445b-85fb-c1a93f04d9a0', 'name': '', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'mac_address': 'fa:16:3e:0d:09:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '55691c1a-71bd-497e-86b2-643101e13c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:53Z', 'updated_at': '2022-07-28T22:36:58Z', 'revision_number': 5, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'subnets': [{'id': '55691c1a-71bd-497e-86b2-643101e13c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:02.243499 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd76f607-ac57-4be9-b854-20604363354f None None] Checking router: 7d5f34a5-ec4e-492d-a438-d08622ef27d4 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:39:02.251523 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd76f607-ac57-4be9-b854-20604363354f None None] Routers {'7d5f34a5-ec4e-492d-a438-d08622ef27d4'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:39:02.252108 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fd76f607-ac57-4be9-b854-20604363354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:38:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:02.351222 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-fd76f607-ac57-4be9-b854-20604363354f None None] Set router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:39:02.541292 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-fd76f607-ac57-4be9-b854-20604363354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:36:53Z', 'revision_number': 4, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port': {'id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:51Z', 'updated_at': '2022-07-28T22:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '1aa9fba0-6d13-445b-85fb-c1a93f04d9a0', 'name': '', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'mac_address': 'fa:16:3e:0d:09:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '55691c1a-71bd-497e-86b2-643101e13c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:53Z', 'updated_at': '2022-07-28T22:36:58Z', 'revision_number': 5, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'subnets': [{'id': '55691c1a-71bd-497e-86b2-643101e13c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:02.566675 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd76f607-ac57-4be9-b854-20604363354f None None] The sync data for ids ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'] in dv-cinder-850939-3-iscsi is: [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:36:53Z', 'revision_number': 4, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port': {'id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:51Z', 'updated_at': '2022-07-28T22:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '1aa9fba0-6d13-445b-85fb-c1a93f04d9a0', 'name': '', 'network_id': 'ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'mac_address': 'fa:16:3e:0d:09:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '55691c1a-71bd-497e-86b2-643101e13c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:53Z', 'updated_at': '2022-07-28T22:36:58Z', 'revision_number': 5, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'subnets': [{'id': '55691c1a-71bd-497e-86b2-643101e13c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:39:02.656976 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:39:02.659334 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f10ebf6-3fd2-44ed-ab6c-93e3236b44d5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:39:02.698954 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281023c3-c55a-480a-817c-4abc5e995086 x-openstack-request-id: req-281023c3-c55a-480a-817c-4abc5e995086 {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:39:02.699252 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:39:02.699511 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-281023c3-c55a-480a-817c-4abc5e995086 {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:39:02.699921 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281023c3-c55a-480a-817c-4abc5e995086'] response: {'name': 'network-changed', 'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83', 'status': 'completed', 'code': 200} Jul 28 22:39:02.764564 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10ebf6-3fd2-44ed-ab6c-93e3236b44d5 req-6258cc39-24a7-4a1d-a09a-575e487f117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:39:02.766092 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-2f10ebf6-3fd2-44ed-ab6c-93e3236b44d5 req-6258cc39-24a7-4a1d-a09a-575e487f117e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=651fa66c961b4d07a8fa735e63cdef79&device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 1130 time: 0.0433590 Jul 28 22:39:02.793934 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8614782f-2fa9-4105-81c5-56ad2df81f44 None None] New status for floating IP 17e4802e-d8ea-4ca1-ae63-758994188559: DOWN {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:39:02.869237 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10ebf6-3fd2-44ed-ab6c-93e3236b44d5 req-835fd06b-b733-491b-81fb-9310ae4472c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:39:02.870912 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-2f10ebf6-3fd2-44ed-ab6c-93e3236b44d5 req-835fd06b-b733-491b-81fb-9310ae4472c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 HTTP/1.1" status: 200 len: 915 time: 0.0948608 Jul 28 22:39:02.922218 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-2f10ebf6-3fd2-44ed-ab6c-93e3236b44d5 req-c62951ac-33de-4885-9f79-9a17094d88cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5773b105-f56f-4c3a-b6a5-26e99920cf83 HTTP/1.1" status: 200 len: 217 time: 0.0363824 Jul 28 22:39:02.976394 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10ebf6-3fd2-44ed-ab6c-93e3236b44d5 req-2883bdf6-eb94-4b76-8939-244353cfe72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:39:02.977903 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-2f10ebf6-3fd2-44ed-ab6c-93e3236b44d5 req-2883bdf6-eb94-4b76-8939-244353cfe72c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=55691c1a-71bd-497e-86b2-643101e13c57 HTTP/1.1" status: 200 len: 853 time: 0.0481548 Jul 28 22:39:03.028904 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10ebf6-3fd2-44ed-ab6c-93e3236b44d5 req-ccba93be-f591-45bb-a795-f7a029c80d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:39:03.030431 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-2f10ebf6-3fd2-44ed-ab6c-93e3236b44d5 req-ccba93be-f591-45bb-a795-f7a029c80d3e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438588 Jul 28 22:39:03.093896 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:03.122987 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-2f10ebf6-3fd2-44ed-ab6c-93e3236b44d5 req-11846bd9-ad63-437d-85b9-af882899386b service neutron] 10.222.0.58 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855916 Jul 28 22:39:03.191071 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:03.225434 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-2f10ebf6-3fd2-44ed-ab6c-93e3236b44d5 req-ed3eaf61-b109-4d99-9dbd-6ce568c388be service neutron] 10.222.0.58 "GET /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935991 Jul 28 22:39:04.765172 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca63ef-6f2a-4ee0-a54a-a7efb1b33034 req-52cdc632-6fc4-4631-bee8-e031762a51e8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:39:04.766644 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5fca63ef-6f2a-4ee0-a54a-a7efb1b33034 req-52cdc632-6fc4-4631-bee8-e031762a51e8 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 946 time: 0.0478015 Jul 28 22:39:04.814590 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5fca63ef-6f2a-4ee0-a54a-a7efb1b33034 req-2cf8aeed-f776-428c-8f7b-78e758663317 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423210 Jul 28 22:39:05.933423 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04795cec-bb46-40f7-b2b2-d247bf9c473d req-ed634ca0-7d93-40d1-a4cb-b8688689322f tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:39:05.934922 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-04795cec-bb46-40f7-b2b2-d247bf9c473d req-ed634ca0-7d93-40d1-a4cb-b8688689322f tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 946 time: 0.0468736 Jul 28 22:39:05.981292 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-04795cec-bb46-40f7-b2b2-d247bf9c473d req-d7cb657c-0fb3-4233-92ba-cd861dd30eb3 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/security-groups?id=ae9cde3a-ce9d-4148-9b8a-09141596e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 Jul 28 22:39:06.707380 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be83fa-bb25-448d-a4e0-8c6a2f678c9f req-27d8d129-a288-46da-aa08-495189c7d019 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:39:06.708800 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-12be83fa-bb25-448d-a4e0-8c6a2f678c9f req-27d8d129-a288-46da-aa08-495189c7d019 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 946 time: 0.0471675 Jul 28 22:39:06.789357 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-12be83fa-bb25-448d-a4e0-8c6a2f678c9f req-aab6cfba-017d-4587-9889-98fad3a2c266 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Deleting port 5773b105-f56f-4c3a-b6a5-26e99920cf83 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:39:06.789738 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-12be83fa-bb25-448d-a4e0-8c6a2f678c9f req-aab6cfba-017d-4587-9889-98fad3a2c266 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:06.882181 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-12be83fa-bb25-448d-a4e0-8c6a2f678c9f req-aab6cfba-017d-4587-9889-98fad3a2c266 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] For port 5773b105-f56f-4c3a-b6a5-26e99920cf83, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=5773b105-f56f-4c3a-b6a5-26e99920cf83,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:39:06.882541 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-12be83fa-bb25-448d-a4e0-8c6a2f678c9f req-aab6cfba-017d-4587-9889-98fad3a2c266 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:06.895145 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-12be83fa-bb25-448d-a4e0-8c6a2f678c9f req-aab6cfba-017d-4587-9889-98fad3a2c266 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Calling delete_port for 5773b105-f56f-4c3a-b6a5-26e99920cf83 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:39:07.023879 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-12be83fa-bb25-448d-a4e0-8c6a2f678c9f req-aab6cfba-017d-4587-9889-98fad3a2c266 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (5773b105-f56f-4c3a-b6a5-26e99920cf83), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:07.040946 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] get_ports_and_sgs() called for port_ids ['5773b105-f56f-4c3a-b6a5-26e99920cf83'] {{(pid=104118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 22:39:07.054240 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6cfba-017d-4587-9889-98fad3a2c266 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Pushing event deleted for resources: {'Port': ['ID=5773b105-f56f-4c3a-b6a5-26e99920cf83,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:07.099278 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-12be83fa-bb25-448d-a4e0-8c6a2f678c9f req-aab6cfba-017d-4587-9889-98fad3a2c266 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] No DVR routers for this DVR port 5773b105-f56f-4c3a-b6a5-26e99920cf83 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:39:07.101404 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-5489527c-461c-45b9-95c5-a303c70cf711 req-f1c596a7-e7cc-477b-9f42-f4878c4ad339 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd665065-91f7-40eb-a474-2f0b80ffa9f5 HTTP/1.1" status: 200 len: 210 time: 0.0318830 Jul 28 22:39:07.101942 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-12be83fa-bb25-448d-a4e0-8c6a2f678c9f req-aab6cfba-017d-4587-9889-98fad3a2c266 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:07.105096 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-12be83fa-bb25-448d-a4e0-8c6a2f678c9f req-aab6cfba-017d-4587-9889-98fad3a2c266 tempest-TestMinimumBasicScenario-884147374 tempest-TestMinimumBasicScenario-884147374-project] 10.222.0.58 "DELETE /v2.0/ports/5773b105-f56f-4c3a-b6a5-26e99920cf83 HTTP/1.1" status: 204 len: 173 time: 0.3907337 Jul 28 22:39:07.105682 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'name': 'network-vif-deleted', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:39:07.107973 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8281ef66-cd01-4689-b892-8115531e324e" -d '{"events": [{"server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "name": "network-vif-deleted", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:39:07.202635 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677174d2-42ff-4e26-bcfc-a848e97999cb x-openstack-request-id: req-677174d2-42ff-4e26-bcfc-a848e97999cb {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:39:07.202934 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd665065-91f7-40eb-a474-2f0b80ffa9f5", "name": "network-vif-deleted", "tag": "5773b105-f56f-4c3a-b6a5-26e99920cf83", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:39:07.203186 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-677174d2-42ff-4e26-bcfc-a848e97999cb {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:39:07.203588 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677174d2-42ff-4e26-bcfc-a848e97999cb'] response: {'server_uuid': 'dd665065-91f7-40eb-a474-2f0b80ffa9f5', 'name': 'network-vif-deleted', 'tag': '5773b105-f56f-4c3a-b6a5-26e99920cf83', 'status': 'completed', 'code': 200} Jul 28 22:39:08.714700 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:08.840159 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50506) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:09.148109 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-38ff77f8-46c5-463e-bc09-f6881688e88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (7d5f34a5-ec4e-492d-a438-d08622ef27d4), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:09.230986 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:09.238450 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:09.374590 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-38ff77f8-46c5-463e-bc09-f6881688e88a admin admin] Deleting port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:39:09.374907 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-38ff77f8-46c5-463e-bc09-f6881688e88a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:09.452180 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-38ff77f8-46c5-463e-bc09-f6881688e88a admin admin] For port 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=1aa9fba0-6d13-445b-85fb-c1a93f04d9a0,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:39:09.452455 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-38ff77f8-46c5-463e-bc09-f6881688e88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:09.468464 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-38ff77f8-46c5-463e-bc09-f6881688e88a admin admin] Calling delete_port for 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 owned by network:router_interface {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:39:09.646078 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-38ff77f8-46c5-463e-bc09-f6881688e88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (1aa9fba0-6d13-445b-85fb-c1a93f04d9a0), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:09.672524 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff77f8-46c5-463e-bc09-f6881688e88a admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa9fba0-6d13-445b-85fb-c1a93f04d9a0,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:09.836078 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-38ff77f8-46c5-463e-bc09-f6881688e88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (7d5f34a5-ec4e-492d-a438-d08622ef27d4), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:09.997715 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 5773b105-f56f-4c3a-b6a5-26e99920cf83 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:39:10.021124 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 5773b105-f56f-4c3a-b6a5-26e99920cf83 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:39:10.021471 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 5773b105-f56f-4c3a-b6a5-26e99920cf83 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:39:10.036627 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:10.042250 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ff77f8-46c5-463e-bc09-f6881688e88a admin admin] Router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:39:10.088108 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:10.148376 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ff77f8-46c5-463e-bc09-f6881688e88a admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:39:10.154682 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-38ff77f8-46c5-463e-bc09-f6881688e88a admin admin] 10.222.0.39 "PUT /v2.0/routers/7d5f34a5-ec4e-492d-a438-d08622ef27d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3134890 Jul 28 22:39:10.157170 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50508) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:10.162390 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4346cea-0f3f-49b4-aa72-b49647094179 None None] Sync routers for ids ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:39:10.173792 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4346cea-0f3f-49b4-aa72-b49647094179 None None] Routers {'7d5f34a5-ec4e-492d-a438-d08622ef27d4'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:39:10.174451 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-c4346cea-0f3f-49b4-aa72-b49647094179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:38:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:10.257587 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Publish callbacks [] for router (7d5f34a5-ec4e-492d-a438-d08622ef27d4), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:10.274459 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-c4346cea-0f3f-49b4-aa72-b49647094179 None None] Set router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:39:10.359459 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Publish callbacks [] for router_gateway (7d5f34a5-ec4e-492d-a438-d08622ef27d4), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:10.406168 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Deleting port 1b088ffe-3ab6-4027-8c81-70212d21c7bd {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:39:10.406501 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:10.438669 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:10.445644 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-c4346cea-0f3f-49b4-aa72-b49647094179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:39:09Z', 'revision_number': 5, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port': {'id': '1b088ffe-3ab6-4027-8c81-70212d21c7bd', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:51Z', 'updated_at': '2022-07-28T22:36:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:10.473187 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4346cea-0f3f-49b4-aa72-b49647094179 None None] Checking router: 7d5f34a5-ec4e-492d-a438-d08622ef27d4 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:39:10.481643 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4346cea-0f3f-49b4-aa72-b49647094179 None None] Routers {'7d5f34a5-ec4e-492d-a438-d08622ef27d4'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:39:10.482237 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-c4346cea-0f3f-49b4-aa72-b49647094179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:38:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:10.486955 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] For port 1b088ffe-3ab6-4027-8c81-70212d21c7bd, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=1b088ffe-3ab6-4027-8c81-70212d21c7bd,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:39:10.487347 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:10.500765 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Calling delete_port for 1b088ffe-3ab6-4027-8c81-70212d21c7bd owned by network:router_gateway {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:39:10.546504 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:10.563968 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-c4346cea-0f3f-49b4-aa72-b49647094179 None None] Set router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 gateway port host: None {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:39:10.615089 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-c4346cea-0f3f-49b4-aa72-b49647094179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:39:10Z', 'revision_number': 6, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port_host': None}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:10.641085 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4346cea-0f3f-49b4-aa72-b49647094179 None None] The sync data for ids ['7d5f34a5-ec4e-492d-a438-d08622ef27d4'] in dv-cinder-850939-3-iscsi is: [{'id': '7d5f34a5-ec4e-492d-a438-d08622ef27d4', 'name': 'tempest-TestMinimumBasicScenario-726140899-router', 'tenant_id': '651fa66c961b4d07a8fa735e63cdef79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:50Z', 'updated_at': '2022-07-28T22:39:10Z', 'revision_number': 6, 'project_id': '651fa66c961b4d07a8fa735e63cdef79', 'gw_port_host': None}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:39:10.677668 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (1b088ffe-3ab6-4027-8c81-70212d21c7bd), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:10.952933 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b088ffe-3ab6-4027-8c81-70212d21c7bd,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:11.021149 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362012'] for router_gateway (7d5f34a5-ec4e-492d-a438-d08622ef27d4), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.114174 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-596'] for router (7d5f34a5-ec4e-492d-a438-d08622ef27d4), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.116322 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Publish callbacks [] for router_controller (7d5f34a5-ec4e-492d-a438-d08622ef27d4), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.163149 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-353813'] for router (7d5f34a5-ec4e-492d-a438-d08622ef27d4), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.163795 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d5f34a5-ec4e-492d-a438-d08622ef27d4 {{(pid=104116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 22:39:11.168284 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.169426 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-da5f36c8-9ae8-4751-928c-0704914698c9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7d5f34a5-ec4e-492d-a438-d08622ef27d4 HTTP/1.1" status: 204 len: 168 time: 1.0113173 Jul 28 22:39:11.172063 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50510) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:11.216496 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e29557-f663-44fb-a94a-94a6ff361742 admin admin] Deleting subnet 55691c1a-71bd-497e-86b2-643101e13c57 {{(pid=104116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:39:11.219636 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-62e29557-f663-44fb-a94a-94a6ff361742 admin admin] Publish callbacks [] for subnet (55691c1a-71bd-497e-86b2-643101e13c57), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.241333 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:11.252863 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:11.255494 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-62e29557-f663-44fb-a94a-94a6ff361742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735200'] for subnet (55691c1a-71bd-497e-86b2-643101e13c57), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.338017 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-62e29557-f663-44fb-a94a-94a6ff361742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (55691c1a-71bd-497e-86b2-643101e13c57), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.397714 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-62e29557-f663-44fb-a94a-94a6ff361742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62512963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59176960'] for subnet (55691c1a-71bd-497e-86b2-643101e13c57), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.421796 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e29557-f663-44fb-a94a-94a6ff361742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55691c1a-71bd-497e-86b2-643101e13c57,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:11.428361 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-62e29557-f663-44fb-a94a-94a6ff361742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.432084 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-62e29557-f663-44fb-a94a-94a6ff361742 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/55691c1a-71bd-497e-86b2-643101e13c57 HTTP/1.1" status: 204 len: 168 time: 0.2590175 Jul 28 22:39:11.434846 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50512) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:11.435334 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa887051-5a68-4755-ad9e-88656debce07 None None] Network ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:39:11.505602 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.552913 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Deleting port 20265b54-0c7d-4885-b574-ed8b366ba530 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:39:11.553156 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.589746 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c9f324-849f-4005-b6c5-1d65bbbe2534 None None] DHCP port deletion for ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 request from dv-cinder-850939-3-iscsi {{(pid=104118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 22:39:11.625358 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] For port 20265b54-0c7d-4885-b574-ed8b366ba530, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=20265b54-0c7d-4885-b574-ed8b366ba530,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:39:11.625751 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.632792 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-94c9f324-849f-4005-b6c5-1d65bbbe2534 None None] Deleting port 20265b54-0c7d-4885-b574-ed8b366ba530 {{(pid=104118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:39:11.633197 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-94c9f324-849f-4005-b6c5-1d65bbbe2534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), before_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.639686 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Calling delete_port for 20265b54-0c7d-4885-b574-ed8b366ba530 owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:39:11.704201 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-94c9f324-849f-4005-b6c5-1d65bbbe2534 None None] For port 20265b54-0c7d-4885-b574-ed8b366ba530, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=20265b54-0c7d-4885-b574-ed8b366ba530,segment=NetworkSegment(446eb4d7-ffd5-46c1-9150-aed148bffcd4),segment_id=446eb4d7-ffd5-46c1-9150-aed148bffcd4)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:39:11.704601 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-94c9f324-849f-4005-b6c5-1d65bbbe2534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), precommit_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.717272 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-94c9f324-849f-4005-b6c5-1d65bbbe2534 None None] Calling delete_port for 20265b54-0c7d-4885-b574-ed8b366ba530 owned by network:dhcp {{(pid=104118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:39:11.729024 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.756280 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Pushing event deleted for resources: {'Port': ['ID=20265b54-0c7d-4885-b574-ed8b366ba530,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:11.758127 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] No DVR routers for this DVR port 20265b54-0c7d-4885-b574-ed8b366ba530 on host dv-cinder-850939-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:39:11.790998 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:11.799240 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-94c9f324-849f-4005-b6c5-1d65bbbe2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (20265b54-0c7d-4885-b574-ed8b366ba530), after_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.823942 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9f324-849f-4005-b6c5-1d65bbbe2534 None None] Pushing event deleted for resources: {'Port': ['ID=20265b54-0c7d-4885-b574-ed8b366ba530,revision_number=None']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:11.827415 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c9f324-849f-4005-b6c5-1d65bbbe2534 None None] No DVR routers for this DVR port 20265b54-0c7d-4885-b574-ed8b366ba530 on host dv-cinder-850939-3-iscsi {{(pid=104118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:39:11.833273 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.854265 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898']}} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:11.863365 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446eb4d7-ffd5-46c1-9150-aed148bffcd4') {'for_net_delete': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:11.863651 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446eb4d7-ffd5-46c1-9150-aed148bffcd4') {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:11.873631 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735225'] for segment (446eb4d7-ffd5-46c1-9150-aed148bffcd4), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.887799 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (446eb4d7-ffd5-46c1-9150-aed148bffcd4), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.894297 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:39:11.894684 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62512925'] for segment (446eb4d7-ffd5-46c1-9150-aed148bffcd4), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.956819 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.973332 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:11.976655 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898 HTTP/1.1" status: 204 len: 168 time: 0.5409360 Jul 28 22:39:11.977770 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031a4ed-fa79-453b-834b-3c6adf40e027 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9bd7b7-ec2f-4c9a-9a3a-57f9ab511898,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:11.979814 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50518) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:12.065440 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 446eb4d7-ffd5-46c1-9150-aed148bffcd4 resource provider aggregate not found Jul 28 22:39:12.084188 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 446eb4d7-ffd5-46c1-9150-aed148bffcd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 446eb4d7-ffd5-46c1-9150-aed148bffcd4 found for delete ", "request_id": "req-ebc7ce46-2036-499c-a3d5-5ea63420ee5d"}]} Jul 28 22:39:12.162407 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 1b088ffe-3ab6-4027-8c81-70212d21c7bd no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:39:12.179817 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:12.183610 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 1b088ffe-3ab6-4027-8c81-70212d21c7bd {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:39:12.183957 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 1b088ffe-3ab6-4027-8c81-70212d21c7bd not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:39:12.184377 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:39:12.192690 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:12.203200 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:39:12.203553 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 1aa9fba0-6d13-445b-85fb-c1a93f04d9a0 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:39:12.203975 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 20265b54-0c7d-4885-b574-ed8b366ba530 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:39:12.206337 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:12.225189 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 20265b54-0c7d-4885-b574-ed8b366ba530 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:39:12.225550 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 20265b54-0c7d-4885-b574-ed8b366ba530 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:39:12.318024 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-268974cc-1f5e-42b3-b3f2-5ac6c58005b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:12.541444 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-268974cc-1f5e-42b3-b3f2-5ac6c58005b3 admin admin] Deleting port 97ddf51e-74dc-448c-9528-e4b50730551e {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:39:12.541738 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-268974cc-1f5e-42b3-b3f2-5ac6c58005b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:12.621757 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-268974cc-1f5e-42b3-b3f2-5ac6c58005b3 admin admin] For port 97ddf51e-74dc-448c-9528-e4b50730551e, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=97ddf51e-74dc-448c-9528-e4b50730551e,segment=NetworkSegment(e316d324-69fa-48d8-abce-283f23bf2b19),segment_id=e316d324-69fa-48d8-abce-283f23bf2b19)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:39:12.622123 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-268974cc-1f5e-42b3-b3f2-5ac6c58005b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:12.636188 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-268974cc-1f5e-42b3-b3f2-5ac6c58005b3 admin admin] Calling delete_port for 97ddf51e-74dc-448c-9528-e4b50730551e owned by network:router_interface {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:39:12.824266 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-268974cc-1f5e-42b3-b3f2-5ac6c58005b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (97ddf51e-74dc-448c-9528-e4b50730551e), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:12.847157 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268974cc-1f5e-42b3-b3f2-5ac6c58005b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ddf51e-74dc-448c-9528-e4b50730551e,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:13.016533 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:13.019393 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-268974cc-1f5e-42b3-b3f2-5ac6c58005b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:13.074573 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:13.229129 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268974cc-1f5e-42b3-b3f2-5ac6c58005b3 admin admin] Router 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:39:13.338473 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268974cc-1f5e-42b3-b3f2-5ac6c58005b3 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:39:13.343298 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-268974cc-1f5e-42b3-b3f2-5ac6c58005b3 admin admin] 10.222.0.39 "PUT /v2.0/routers/1783fde1-bad3-4f2d-9c84-e9ff8bd524a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3626354 Jul 28 22:39:13.345830 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50524) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:13.350214 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9acd778-b0a8-4ffa-af5b-46301db90f5f None None] Sync routers for ids ['1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:39:13.361243 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9acd778-b0a8-4ffa-af5b-46301db90f5f None None] Routers {'1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:39:13.361928 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d9acd778-b0a8-4ffa-af5b-46301db90f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:38:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:13.441357 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Publish callbacks [] for router (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:13.464802 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-d9acd778-b0a8-4ffa-af5b-46301db90f5f None None] Set router 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:39:13.540735 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Publish callbacks [] for router_gateway (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:13.587286 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Deleting port 817cfa0e-dc64-4ec2-a34b-b9e650550f67 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:39:13.587615 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:13.633903 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d9acd778-b0a8-4ffa-af5b-46301db90f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'name': 'tempest-TestMinimumBasicScenario-871134237-router', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:55Z', 'updated_at': '2022-07-28T22:39:12Z', 'revision_number': 5, 'project_id': 'f26452741ee2411aa990bc713efc2886', 'gw_port': {'id': '817cfa0e-dc64-4ec2-a34b-b9e650550f67', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:36:56Z', 'updated_at': '2022-07-28T22:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:13.662234 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9acd778-b0a8-4ffa-af5b-46301db90f5f None None] Checking router: 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:39:13.668103 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] For port 817cfa0e-dc64-4ec2-a34b-b9e650550f67, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=817cfa0e-dc64-4ec2-a34b-b9e650550f67,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:39:13.668642 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:13.675518 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9acd778-b0a8-4ffa-af5b-46301db90f5f None None] Routers {'1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:39:13.676137 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d9acd778-b0a8-4ffa-af5b-46301db90f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:38:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:13.682252 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Calling delete_port for 817cfa0e-dc64-4ec2-a34b-b9e650550f67 owned by network:router_gateway {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:39:13.845606 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:13.862169 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (817cfa0e-dc64-4ec2-a34b-b9e650550f67), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:13.885552 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-d9acd778-b0a8-4ffa-af5b-46301db90f5f None None] Set router 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 gateway port host: None {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:39:13.889726 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=817cfa0e-dc64-4ec2-a34b-b9e650550f67,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:13.935334 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-d9acd778-b0a8-4ffa-af5b-46301db90f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'name': 'tempest-TestMinimumBasicScenario-871134237-router', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:55Z', 'updated_at': '2022-07-28T22:39:13Z', 'revision_number': 6, 'project_id': 'f26452741ee2411aa990bc713efc2886', 'gw_port_host': None}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:13.944172 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:13.960986 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362012'] for router_gateway (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:13.961235 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9acd778-b0a8-4ffa-af5b-46301db90f5f None None] The sync data for ids ['1783fde1-bad3-4f2d-9c84-e9ff8bd524a2'] in dv-cinder-850939-3-iscsi is: [{'id': '1783fde1-bad3-4f2d-9c84-e9ff8bd524a2', 'name': 'tempest-TestMinimumBasicScenario-871134237-router', 'tenant_id': 'f26452741ee2411aa990bc713efc2886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:36:55Z', 'updated_at': '2022-07-28T22:39:13Z', 'revision_number': 6, 'project_id': 'f26452741ee2411aa990bc713efc2886', 'gw_port_host': None}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:39:14.052659 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-596'] for router (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.054826 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Publish callbacks [] for router_controller (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.097970 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-353813'] for router (1783fde1-bad3-4f2d-9c84-e9ff8bd524a2), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.098573 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 {{(pid=104116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 22:39:14.103289 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.104078 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-058a15e3-ea32-4290-9dbb-9f20813415a8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/1783fde1-bad3-4f2d-9c84-e9ff8bd524a2 HTTP/1.1" status: 204 len: 168 time: 0.7573555 Jul 28 22:39:14.106616 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50526) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:14.152243 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4c6cab-8be1-4a8e-b2a7-fab1f9508262 admin admin] Deleting subnet faa94ac1-140f-4a77-a247-30cfdfd2e620 {{(pid=104116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:39:14.155458 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6cab-8be1-4a8e-b2a7-fab1f9508262 admin admin] Publish callbacks [] for subnet (faa94ac1-140f-4a77-a247-30cfdfd2e620), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.193480 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6cab-8be1-4a8e-b2a7-fab1f9508262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735200'] for subnet (faa94ac1-140f-4a77-a247-30cfdfd2e620), precommit_delete_associations {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.269417 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6cab-8be1-4a8e-b2a7-fab1f9508262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (faa94ac1-140f-4a77-a247-30cfdfd2e620), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.325250 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6cab-8be1-4a8e-b2a7-fab1f9508262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62512963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59176960'] for subnet (faa94ac1-140f-4a77-a247-30cfdfd2e620), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.357177 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c6cab-8be1-4a8e-b2a7-fab1f9508262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa94ac1-140f-4a77-a247-30cfdfd2e620,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:14.362008 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-7d4c6cab-8be1-4a8e-b2a7-fab1f9508262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for subnet (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.366171 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-7d4c6cab-8be1-4a8e-b2a7-fab1f9508262 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/faa94ac1-140f-4a77-a247-30cfdfd2e620 HTTP/1.1" status: 204 len: 168 time: 0.2585843 Jul 28 22:39:14.368854 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50528) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:14.379926 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a24edf-dce0-451c-9138-9b1c8bcaef89 None None] Network d26e2701-0cf7-4dd2-90da-1afc29e01765 requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:39:14.456961 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (d26e2701-0cf7-4dd2-90da-1afc29e01765), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.476558 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 97ddf51e-74dc-448c-9528-e4b50730551e no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:39:14.500663 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Deleting port f77e558f-9cff-4cd5-8c26-1524610376e4 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:39:14.500901 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 97ddf51e-74dc-448c-9528-e4b50730551e {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:39:14.501029 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (f77e558f-9cff-4cd5-8c26-1524610376e4), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.501133 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 97ddf51e-74dc-448c-9528-e4b50730551e not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:39:14.570347 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] For port f77e558f-9cff-4cd5-8c26-1524610376e4, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=f77e558f-9cff-4cd5-8c26-1524610376e4,segment=NetworkSegment(e316d324-69fa-48d8-abce-283f23bf2b19),segment_id=e316d324-69fa-48d8-abce-283f23bf2b19)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:39:14.570712 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (f77e558f-9cff-4cd5-8c26-1524610376e4), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.584415 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Calling delete_port for f77e558f-9cff-4cd5-8c26-1524610376e4 owned by network:dhcp {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:39:14.646158 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:14.653612 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:14.663669 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (f77e558f-9cff-4cd5-8c26-1524610376e4), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.687139 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=f77e558f-9cff-4cd5-8c26-1524610376e4,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:14.692684 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] No DVR routers for this DVR port f77e558f-9cff-4cd5-8c26-1524610376e4 on host dv-cinder-850939-3-iscsi {{(pid=104117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:39:14.768950 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (d26e2701-0cf7-4dd2-90da-1afc29e01765), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.781949 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0699615c-5d66-4e1b-b7c4-8e7851bbd39e None None] DHCP port deletion for d26e2701-0cf7-4dd2-90da-1afc29e01765 request from dv-cinder-850939-3-iscsi {{(pid=104118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 22:39:14.792539 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26e2701-0cf7-4dd2-90da-1afc29e01765']}} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:14.802717 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e316d324-69fa-48d8-abce-283f23bf2b19') {'for_net_delete': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:14.803028 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e316d324-69fa-48d8-abce-283f23bf2b19') {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:39:14.813360 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62447104'] for segment (e316d324-69fa-48d8-abce-283f23bf2b19), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.827741 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (e316d324-69fa-48d8-abce-283f23bf2b19), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.834956 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=104117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:39:14.835511 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58993786'] for segment (e316d324-69fa-48d8-abce-283f23bf2b19), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.878549 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment e316d324-69fa-48d8-abce-283f23bf2b19 resource provider aggregate not found Jul 28 22:39:14.901228 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment e316d324-69fa-48d8-abce-283f23bf2b19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e316d324-69fa-48d8-abce-283f23bf2b19 found for delete ", "request_id": "req-46240336-9afe-457e-be98-897592f3c179"}]} Jul 28 22:39:14.907772 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (d26e2701-0cf7-4dd2-90da-1afc29e01765), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.913348 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:14.920888 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] 10.222.0.39 "DELETE /v2.0/networks/d26e2701-0cf7-4dd2-90da-1afc29e01765 HTTP/1.1" status: 204 len: 168 time: 0.5503445 Jul 28 22:39:14.933194 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b26b1d-474f-4ecf-b75d-7b2f7febe3fe admin admin] Pushing event deleted for resources: {'Network': ['ID=d26e2701-0cf7-4dd2-90da-1afc29e01765,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:15.101547 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50536) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:15.144755 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-cfd48f2e-1ace-40bb-a930-e5cb618c43dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=651fa66c961b4d07a8fa735e63cdef79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396478 Jul 28 22:39:15.145505 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50538) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:15.194446 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-16968501-4a31-46af-8ff8-c546e7738f17 admin admin] Publish callbacks [] for security_group (ae9cde3a-ce9d-4148-9b8a-09141596e0e5), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:15.215612 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-16968501-4a31-46af-8ff8-c546e7738f17 admin admin] Publish callbacks [] for security_group (ae9cde3a-ce9d-4148-9b8a-09141596e0e5), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:15.263860 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-16968501-4a31-46af-8ff8-c546e7738f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ae9cde3a-ce9d-4148-9b8a-09141596e0e5), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:15.266619 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-16968501-4a31-46af-8ff8-c546e7738f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:15.267745 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-16968501-4a31-46af-8ff8-c546e7738f17 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae9cde3a-ce9d-4148-9b8a-09141596e0e5 HTTP/1.1" status: 204 len: 168 time: 0.1211989 Jul 28 22:39:15.275302 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16968501-4a31-46af-8ff8-c546e7738f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9cde3a-ce9d-4148-9b8a-09141596e0e5,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:15.426993 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-8b19158a-50cf-430a-a5c2-b687f6af5ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:15.586431 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50544) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:15.629900 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-9f04b575-2c4f-4c59-856b-dbc73174167a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f26452741ee2411aa990bc713efc2886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417595 Jul 28 22:39:15.632359 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50546) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:39:15.679567 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c54ca023-fd8d-4774-b695-12ab1ea540d2 admin admin] Publish callbacks [] for security_group (292fb1c8-8334-4022-9bf9-6c00ddbc1c93), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:15.700430 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c54ca023-fd8d-4774-b695-12ab1ea540d2 admin admin] Publish callbacks [] for security_group (292fb1c8-8334-4022-9bf9-6c00ddbc1c93), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:15.752076 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c54ca023-fd8d-4774-b695-12ab1ea540d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (292fb1c8-8334-4022-9bf9-6c00ddbc1c93), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:15.755165 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c54ca023-fd8d-4774-b695-12ab1ea540d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:15.756431 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c54ca023-fd8d-4774-b695-12ab1ea540d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/292fb1c8-8334-4022-9bf9-6c00ddbc1c93 HTTP/1.1" status: 204 len: 168 time: 0.1231964 Jul 28 22:39:15.764218 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ca023-fd8d-4774-b695-12ab1ea540d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292fb1c8-8334-4022-9bf9-6c00ddbc1c93,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:39:16.154291 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 817cfa0e-dc64-4ec2-a34b-b9e650550f67 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:39:16.174509 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 817cfa0e-dc64-4ec2-a34b-b9e650550f67 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:39:16.174861 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 817cfa0e-dc64-4ec2-a34b-b9e650550f67 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:39:16.175295 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device f77e558f-9cff-4cd5-8c26-1524610376e4 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:39:16.194614 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: f77e558f-9cff-4cd5-8c26-1524610376e4 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:39:16.194968 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device f77e558f-9cff-4cd5-8c26-1524610376e4 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:39:17.440356 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e444eba0-93fa-442d-a587-798bcfacf9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:18.847762 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:20.324283 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:20.438494 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:21.892092 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:39:24.331100 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=42,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:24.334465 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:25.739158 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=64,neutron:DELETE=6 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:25.760759 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:DELETE=10,neutron:SELECT=65,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:30.428393 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:30.435199 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:31.887660 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=7 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:31.888459 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=16 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:38.710487 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:43.907364 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:43.908719 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:39:45.433287 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-52eab858-7768-40a1-98cf-d7225957e4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:47.442145 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-51a13787-4d06-423d-a924-5b812294b169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:48.850892 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:50.327548 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:50.439984 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:39:58.891837 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:40:00.429099 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:00.435465 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:01.979056 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50554) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:02.117423 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Deleting port 9a859a4a-4c7d-4de6-8977-ac915ef4ef00 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:40:02.117797 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (9a859a4a-4c7d-4de6-8977-ac915ef4ef00), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:02.196751 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (9a859a4a-4c7d-4de6-8977-ac915ef4ef00), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:02.197086 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for floatingip (9a859a4a-4c7d-4de6-8977-ac915ef4ef00), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:02.209478 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Calling delete_port for 9a859a4a-4c7d-4de6-8977-ac915ef4ef00 owned by network:floatingip {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:40:02.352121 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (9a859a4a-4c7d-4de6-8977-ac915ef4ef00), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:02.377039 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event deleted for resources: {'Port': ['ID=9a859a4a-4c7d-4de6-8977-ac915ef4ef00,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:02.403667 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.404010 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.404352 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.404688 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.405017 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.405343 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.405695 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.406018 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.406341 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.406657 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.406977 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.407296 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.407611 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.407924 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.408240 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:02.448912 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for floatingip (c428878f-cee7-4bdb-81e1-71c0b542a246), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:02.449232 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.l3_db [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Floating IP c428878f-cee7-4bdb-81e1-71c0b542a246 disassociated (deleted). External IP: 172.27.3.189, port: 63c599f6-5106-4ad6-95ed-4585cd24b502. Jul 28 22:40:02.644449 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Router 4f77eabe-b3ee-4fc4-95ce-63f966079580 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:40:02.748635 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:40:02.752897 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:02.759354 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7017413-c7e1-4c90-84ea-c2cc24cc67fb None None] Sync routers for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:40:02.769938 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7017413-c7e1-4c90-84ea-c2cc24cc67fb None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:40:02.770638 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-d7017413-c7e1-4c90-84ea-c2cc24cc67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:39:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:02.783998 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-da5182a7-7414-4c51-ab23-7108ce30e603 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "DELETE /v2.0/floatingips/c428878f-cee7-4bdb-81e1-71c0b542a246 HTTP/1.1" status: 204 len: 168 time: 0.8038845 Jul 28 22:40:02.784680 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'tag': '63c599f6-5106-4ad6-95ed-4585cd24b502'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:40:02.787031 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71281fa-5f32-422d-b055-2703ed5b7af8" -d '{"events": [{"name": "network-changed", "server_uuid": "9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e", "tag": "63c599f6-5106-4ad6-95ed-4585cd24b502"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:40:02.853026 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830ff8d3-e33a-4932-829a-c9bc270a0214 x-openstack-request-id: req-830ff8d3-e33a-4932-829a-c9bc270a0214 {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:40:02.853695 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e", "tag": "63c599f6-5106-4ad6-95ed-4585cd24b502", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:40:02.854015 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-830ff8d3-e33a-4932-829a-c9bc270a0214 {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:40:02.854486 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830ff8d3-e33a-4932-829a-c9bc270a0214'] response: {'name': 'network-changed', 'server_uuid': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'tag': '63c599f6-5106-4ad6-95ed-4585cd24b502', 'status': 'completed', 'code': 200} Jul 28 22:40:02.878673 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-d7017413-c7e1-4c90-84ea-c2cc24cc67fb None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:40:02.922313 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71281fa-5f32-422d-b055-2703ed5b7af8 req-c5a3bd3c-f0e7-496d-8c8b-e5dbbeb7f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:02.923874 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d71281fa-5f32-422d-b055-2703ed5b7af8 req-c5a3bd3c-f0e7-496d-8c8b-e5dbbeb7f55d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 1129 time: 0.0441017 Jul 28 22:40:03.030751 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:03.034471 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:03.038919 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71281fa-5f32-422d-b055-2703ed5b7af8 req-3bb34700-80b3-41f1-9f7b-4010a7b4c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:03.041055 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d71281fa-5f32-422d-b055-2703ed5b7af8 req-3bb34700-80b3-41f1-9f7b-4010a7b4c81b service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 912 time: 0.1019254 Jul 28 22:40:03.050786 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b852f-0065-4fb4-b278-ad6bb8df2a77 req-5b1b4b78-b3fb-4113-a857-5b9ef873a79e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:03.052241 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-328b852f-0065-4fb4-b278-ad6bb8df2a77 req-5b1b4b78-b3fb-4113-a857-5b9ef873a79e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 945 time: 0.0526125 Jul 28 22:40:03.100997 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-328b852f-0065-4fb4-b278-ad6bb8df2a77 req-b777cfe7-f82f-43c6-9ae3-9c47090805ea tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423670 Jul 28 22:40:03.185936 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-d7017413-c7e1-4c90-84ea-c2cc24cc67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'dd035636-4ae5-4956-b145-27af3a51735c', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:e2:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:36:11Z', 'updated_at': '2022-07-28T22:36:14Z', 'revision_number': 1, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:03.210143 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7017413-c7e1-4c90-84ea-c2cc24cc67fb None None] Checking router: 4f77eabe-b3ee-4fc4-95ce-63f966079580 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:40:03.218787 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7017413-c7e1-4c90-84ea-c2cc24cc67fb None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:40:03.219379 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-d7017413-c7e1-4c90-84ea-c2cc24cc67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:39:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:03.319536 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-d7017413-c7e1-4c90-84ea-c2cc24cc67fb None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:40:03.520145 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-d7017413-c7e1-4c90-84ea-c2cc24cc67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'dd035636-4ae5-4956-b145-27af3a51735c', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:e2:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:36:11Z', 'updated_at': '2022-07-28T22:36:14Z', 'revision_number': 1, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:03.548127 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7017413-c7e1-4c90-84ea-c2cc24cc67fb None None] The sync data for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi is: [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_floatingips': [{'id': 'dd035636-4ae5-4956-b145-27af3a51735c', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'router_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'port_id': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'mac_address': 'fa:16:3e:e2:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T22:36:11Z', 'updated_at': '2022-07-28T22:36:14Z', 'revision_number': 1, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:40:03.749879 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899e0d34-e856-4016-ac42-ddbda518a915 None None] New status for floating IP c428878f-cee7-4bdb-81e1-71c0b542a246: DOWN {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:40:04.226067 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3f443-da97-4a7b-9cec-6e423f17379a req-bf8af86e-ea2e-45f1-849b-5158af5a66cf tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:04.227804 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-83e3f443-da97-4a7b-9cec-6e423f17379a req-bf8af86e-ea2e-45f1-849b-5158af5a66cf tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 945 time: 0.0497410 Jul 28 22:40:04.276277 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-83e3f443-da97-4a7b-9cec-6e423f17379a req-f79028eb-96da-49a8-86eb-1adc71381d28 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431581 Jul 28 22:40:04.545863 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d71281fa-5f32-422d-b055-2703ed5b7af8 req-6776e9e6-f10d-4620-b85c-9adb03b1af7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63c599f6-5106-4ad6-95ed-4585cd24b502 HTTP/1.1" status: 200 len: 217 time: 0.2674730 Jul 28 22:40:04.825749 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71281fa-5f32-422d-b055-2703ed5b7af8 req-c4959973-3fcc-46a0-bcb4-5cc9d1f82907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:04.827091 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d71281fa-5f32-422d-b055-2703ed5b7af8 req-c4959973-3fcc-46a0-bcb4-5cc9d1f82907 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 200 len: 850 time: 0.0449669 Jul 28 22:40:04.901280 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71281fa-5f32-422d-b055-2703ed5b7af8 req-25f7d6f8-da23-438a-a994-bb39c86d6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:04.902756 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d71281fa-5f32-422d-b055-2703ed5b7af8 req-25f7d6f8-da23-438a-a994-bb39c86d6bbf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672059 Jul 28 22:40:04.916175 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b430491-e63a-497a-bd8a-e74d11271b11 req-1cecb8d1-9bf8-45ad-94af-6b949c360241 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:04.917492 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5b430491-e63a-497a-bd8a-e74d11271b11 req-1cecb8d1-9bf8-45ad-94af-6b949c360241 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 945 time: 0.0534542 Jul 28 22:40:05.058394 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-5b430491-e63a-497a-bd8a-e74d11271b11 req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Deleting port 63c599f6-5106-4ad6-95ed-4585cd24b502 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:40:05.058733 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5b430491-e63a-497a-bd8a-e74d11271b11 req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:05.107993 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d71281fa-5f32-422d-b055-2703ed5b7af8 req-86fa9db9-96e6-496d-ab1a-c3ac724d4e68 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896057 Jul 28 22:40:05.213311 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-5b430491-e63a-497a-bd8a-e74d11271b11 req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] For port 63c599f6-5106-4ad6-95ed-4585cd24b502, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=63c599f6-5106-4ad6-95ed-4585cd24b502,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:40:05.214313 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5b430491-e63a-497a-bd8a-e74d11271b11 req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:05.237891 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-5b430491-e63a-497a-bd8a-e74d11271b11 req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Calling delete_port for 63c599f6-5106-4ad6-95ed-4585cd24b502 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:40:05.256309 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-d71281fa-5f32-422d-b055-2703ed5b7af8 req-c355fbb7-dae1-4f69-9530-74d11c08471b service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391196 Jul 28 22:40:05.385615 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5b430491-e63a-497a-bd8a-e74d11271b11 req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (63c599f6-5106-4ad6-95ed-4585cd24b502), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:05.416942 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d6925-102a-40af-b58b-e430ba288777 req-4a748f0f-7119-4a09-b567-efc9f3b7b0fd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:05.420801 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1e3d6925-102a-40af-b58b-e430ba288777 req-4a748f0f-7119-4a09-b567-efc9f3b7b0fd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e HTTP/1.1" status: 200 len: 945 time: 0.0636301 Jul 28 22:40:05.432731 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event deleted for resources: {'Port': ['ID=63c599f6-5106-4ad6-95ed-4585cd24b502,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:05.458361 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.458727 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.459059 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.459405 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.459744 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.460081 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.460412 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.460741 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.461069 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.461396 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.462383 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.462685 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.463018 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.463342 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.464168 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:05.480710 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-1e3d6925-102a-40af-b58b-e430ba288777 req-695ddb61-dedb-4600-9a7f-24611ef295f1 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539727 Jul 28 22:40:05.484923 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b430491-e63a-497a-bd8a-e74d11271b11 req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] No DVR routers for this DVR port 63c599f6-5106-4ad6-95ed-4585cd24b502 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:40:05.487319 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-5b430491-e63a-497a-bd8a-e74d11271b11 req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:05.490598 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-5b430491-e63a-497a-bd8a-e74d11271b11 req-2c4fbd5f-ac53-4b32-9624-afb57d41ace7 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "DELETE /v2.0/ports/63c599f6-5106-4ad6-95ed-4585cd24b502 HTTP/1.1" status: 204 len: 173 time: 0.5646615 Jul 28 22:40:05.491036 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'name': 'network-vif-deleted', 'tag': '63c599f6-5106-4ad6-95ed-4585cd24b502'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:40:05.494097 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce29534-2644-427d-ae8e-9624916d69ee" -d '{"events": [{"server_uuid": "9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e", "name": "network-vif-deleted", "tag": "63c599f6-5106-4ad6-95ed-4585cd24b502"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:40:05.535831 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f32d765-8c35-491d-b06d-757f662c470a x-openstack-request-id: req-0f32d765-8c35-491d-b06d-757f662c470a {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:40:05.536286 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e", "name": "network-vif-deleted", "tag": "63c599f6-5106-4ad6-95ed-4585cd24b502", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:40:05.536548 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f32d765-8c35-491d-b06d-757f662c470a {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:40:05.536953 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f32d765-8c35-491d-b06d-757f662c470a'] response: {'server_uuid': '9babb6f8-dca4-4f82-a3c2-dc0f24a5df6e', 'name': 'network-vif-deleted', 'tag': '63c599f6-5106-4ad6-95ed-4585cd24b502', 'status': 'completed', 'code': 200} Jul 28 22:40:08.215818 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 63c599f6-5106-4ad6-95ed-4585cd24b502 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:40:08.235660 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 63c599f6-5106-4ad6-95ed-4585cd24b502 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:40:08.236007 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 63c599f6-5106-4ad6-95ed-4585cd24b502 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:40:08.716812 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:08.783954 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50594) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:08.921100 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-2a98bb53-498f-4afd-b2a5-485fca9cb2ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Deleting port 60b75abc-99d5-4cb6-a36e-2119357d1e21 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:40:08.921446 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a98bb53-498f-4afd-b2a5-485fca9cb2ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (60b75abc-99d5-4cb6-a36e-2119357d1e21), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:08.999934 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a98bb53-498f-4afd-b2a5-485fca9cb2ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (60b75abc-99d5-4cb6-a36e-2119357d1e21), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:09.000162 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a98bb53-498f-4afd-b2a5-485fca9cb2ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for floatingip (60b75abc-99d5-4cb6-a36e-2119357d1e21), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:09.013210 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-2a98bb53-498f-4afd-b2a5-485fca9cb2ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Calling delete_port for 60b75abc-99d5-4cb6-a36e-2119357d1e21 owned by network:floatingip {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:40:09.156313 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a98bb53-498f-4afd-b2a5-485fca9cb2ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (60b75abc-99d5-4cb6-a36e-2119357d1e21), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:09.178573 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98bb53-498f-4afd-b2a5-485fca9cb2ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event deleted for resources: {'Port': ['ID=60b75abc-99d5-4cb6-a36e-2119357d1e21,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:09.241570 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a98bb53-498f-4afd-b2a5-485fca9cb2ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for floatingip (dd035636-4ae5-4956-b145-27af3a51735c), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:09.241923 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.db.l3_db [None req-2a98bb53-498f-4afd-b2a5-485fca9cb2ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Floating IP dd035636-4ae5-4956-b145-27af3a51735c disassociated (deleted). External IP: 172.27.3.74, port: 1c06568b-ba30-4d2c-81ad-0bf0c96c3645. Jul 28 22:40:09.374704 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:09.426970 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:09.440060 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a98bb53-498f-4afd-b2a5-485fca9cb2ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Router 4f77eabe-b3ee-4fc4-95ce-63f966079580 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:40:09.543200 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a98bb53-498f-4afd-b2a5-485fca9cb2ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:40:09.547913 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-2a98bb53-498f-4afd-b2a5-485fca9cb2ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:09.552369 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3fb84e-5ed0-4a0c-89a0-cb1605f1f881 None None] Sync routers for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:40:09.561951 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3fb84e-5ed0-4a0c-89a0-cb1605f1f881 None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:40:09.562557 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-cd3fb84e-5ed0-4a0c-89a0-cb1605f1f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:39:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:09.577124 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-2a98bb53-498f-4afd-b2a5-485fca9cb2ab tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "DELETE /v2.0/floatingips/dd035636-4ae5-4956-b145-27af3a51735c HTTP/1.1" status: 204 len: 168 time: 0.7920895 Jul 28 22:40:09.577847 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'tag': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645'}] {{(pid=104117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:40:09.580236 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0760fbc2376b289baa5be86e0a262600d7e8a1c3a65313c97f1303efad24b9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc7d0ee-065c-483a-badb-1bf48e72a3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "00a0bb72-6ab1-4e67-a33f-3f93da40cfee", "tag": "1c06568b-ba30-4d2c-81ad-0bf0c96c3645"}]}' {{(pid=104117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:40:09.627092 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 22:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c838d58-92aa-4785-8bb4-c519960cf382 x-openstack-request-id: req-2c838d58-92aa-4785-8bb4-c519960cf382 {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:40:09.627476 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a0bb72-6ab1-4e67-a33f-3f93da40cfee", "tag": "1c06568b-ba30-4d2c-81ad-0bf0c96c3645", "status": "completed", "code": 200}]} {{(pid=104117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:40:09.627798 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c838d58-92aa-4785-8bb4-c519960cf382 {{(pid=104117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:40:09.628278 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c838d58-92aa-4785-8bb4-c519960cf382'] response: {'name': 'network-changed', 'server_uuid': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'tag': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'status': 'completed', 'code': 200} Jul 28 22:40:09.670166 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-cd3fb84e-5ed0-4a0c-89a0-cb1605f1f881 None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:40:09.697103 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:09.701449 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:09.705054 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7d0ee-065c-483a-badb-1bf48e72a3fe req-63ae1061-5f77-49e9-bb25-3dd91ea81092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:09.707677 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4fc7d0ee-065c-483a-badb-1bf48e72a3fe req-63ae1061-5f77-49e9-bb25-3dd91ea81092 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 1129 time: 0.0471547 Jul 28 22:40:09.820582 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:09.823128 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7d0ee-065c-483a-badb-1bf48e72a3fe req-b2b13e7d-daf9-42bf-ade2-0ce9f51faaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:09.824796 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4fc7d0ee-065c-483a-badb-1bf48e72a3fe req-b2b13e7d-daf9-42bf-ade2-0ce9f51faaeb service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 200 len: 912 time: 0.0994275 Jul 28 22:40:09.830318 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ce3c5-738c-4948-bd17-3140f72adf6c req-e9b9cb59-9159-4dbe-bc8b-a0e09ba7f28a tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:09.831809 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d05ce3c5-738c-4948-bd17-3140f72adf6c req-e9b9cb59-9159-4dbe-bc8b-a0e09ba7f28a tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 945 time: 0.0492158 Jul 28 22:40:09.831956 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=100 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:09.870698 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-cd3fb84e-5ed0-4a0c-89a0-cb1605f1f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:09.886106 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d05ce3c5-738c-4948-bd17-3140f72adf6c req-7c0309fd-59c4-438c-99a8-1959b1c8d4be tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474761 Jul 28 22:40:09.900303 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3fb84e-5ed0-4a0c-89a0-cb1605f1f881 None None] Checking router: 4f77eabe-b3ee-4fc4-95ce-63f966079580 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:40:09.910300 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3fb84e-5ed0-4a0c-89a0-cb1605f1f881 None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:40:09.911293 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-cd3fb84e-5ed0-4a0c-89a0-cb1605f1f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:39:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:10.009124 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-cd3fb84e-5ed0-4a0c-89a0-cb1605f1f881 None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:40:10.193591 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-cd3fb84e-5ed0-4a0c-89a0-cb1605f1f881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:10.218141 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3fb84e-5ed0-4a0c-89a0-cb1605f1f881 None None] The sync data for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi is: [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:32:42Z', 'revision_number': 4, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi', '_interfaces': [{'id': '222ce901-eb5a-48e0-8977-1d78bddab36b', 'name': '', 'network_id': 'ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'mac_address': 'fa:16:3e:fe:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:41Z', 'updated_at': '2022-07-28T22:32:46Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'subnets': [{'id': 'ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:40:10.437492 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695b366-1b7c-4023-afb1-5a54a160c7bf None None] New status for floating IP dd035636-4ae5-4956-b145-27af3a51735c: DOWN {{(pid=104118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 22:40:11.006068 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bad40d-deba-46db-8f23-fa718ba78610 req-de552116-ca09-4830-8653-73737fc990bd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:11.007532 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d7bad40d-deba-46db-8f23-fa718ba78610 req-de552116-ca09-4830-8653-73737fc990bd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 945 time: 0.0467274 Jul 28 22:40:11.057327 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-d7bad40d-deba-46db-8f23-fa718ba78610 req-1bd3e9b9-f432-4916-99a8-d3c895b94aef tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/security-groups?id=31139b36-846b-4cf1-8db5-49de149d6bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Jul 28 22:40:11.068970 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4fc7d0ee-065c-483a-badb-1bf48e72a3fe req-357d3a65-531c-41f1-82fc-01baf8fe0dac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c06568b-ba30-4d2c-81ad-0bf0c96c3645 HTTP/1.1" status: 200 len: 217 time: 0.0373554 Jul 28 22:40:11.119282 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7d0ee-065c-483a-badb-1bf48e72a3fe req-b62ccc15-8513-4fb9-9943-367155d623f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:11.120691 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4fc7d0ee-065c-483a-badb-1bf48e72a3fe req-b62ccc15-8513-4fb9-9943-367155d623f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 200 len: 850 time: 0.0443673 Jul 28 22:40:11.260658 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7d0ee-065c-483a-badb-1bf48e72a3fe req-666c8051-2d87-4a70-9631-95c581800506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:11.262080 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4fc7d0ee-065c-483a-badb-1bf48e72a3fe req-666c8051-2d87-4a70-9631-95c581800506 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399702 Jul 28 22:40:11.355380 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4fc7d0ee-065c-483a-badb-1bf48e72a3fe req-dc0819df-93de-4ac5-89b8-dd8f8b516121 service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863309 Jul 28 22:40:11.529964 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-4fc7d0ee-065c-483a-badb-1bf48e72a3fe req-b1acdbbd-3a58-4c28-abe4-2aa628fda80b service neutron] 10.222.0.58 "GET /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845771 Jul 28 22:40:11.580078 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300deff-7fb2-4824-9f44-03aa16181af9 req-db1970b8-a06b-409f-ae91-3f3926f1c2a3 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 22:40:11.581518 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6300deff-7fb2-4824-9f44-03aa16181af9 req-db1970b8-a06b-409f-ae91-3f3926f1c2a3 tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 945 time: 0.0508251 Jul 28 22:40:11.663226 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-6300deff-7fb2-4824-9f44-03aa16181af9 req-b0810984-943c-4f60-a122-51aba848cdfd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Deleting port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:40:11.663570 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-6300deff-7fb2-4824-9f44-03aa16181af9 req-b0810984-943c-4f60-a122-51aba848cdfd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:11.758627 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [req-6300deff-7fb2-4824-9f44-03aa16181af9 req-b0810984-943c-4f60-a122-51aba848cdfd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] For port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645, host hv-cinder-85093, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85093',level=0,port_id=1c06568b-ba30-4d2c-81ad-0bf0c96c3645,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:40:11.759003 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-6300deff-7fb2-4824-9f44-03aa16181af9 req-b0810984-943c-4f60-a122-51aba848cdfd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:11.771698 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [req-6300deff-7fb2-4824-9f44-03aa16181af9 req-b0810984-943c-4f60-a122-51aba848cdfd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Calling delete_port for 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 owned by compute:nova {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:40:11.898494 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-6300deff-7fb2-4824-9f44-03aa16181af9 req-b0810984-943c-4f60-a122-51aba848cdfd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (1c06568b-ba30-4d2c-81ad-0bf0c96c3645), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:11.924457 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0810984-943c-4f60-a122-51aba848cdfd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event deleted for resources: {'Port': ['ID=1c06568b-ba30-4d2c-81ad-0bf0c96c3645,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:11.972013 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [req-6300deff-7fb2-4824-9f44-03aa16181af9 req-b0810984-943c-4f60-a122-51aba848cdfd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] No DVR routers for this DVR port 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 on host hv-cinder-85093 {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:40:11.974497 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [req-6300deff-7fb2-4824-9f44-03aa16181af9 req-b0810984-943c-4f60-a122-51aba848cdfd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for port (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:11.977869 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [req-6300deff-7fb2-4824-9f44-03aa16181af9 req-b0810984-943c-4f60-a122-51aba848cdfd tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.58 "DELETE /v2.0/ports/1c06568b-ba30-4d2c-81ad-0bf0c96c3645 HTTP/1.1" status: 204 len: 173 time: 0.3896103 Jul 28 22:40:11.978355 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'name': 'network-vif-deleted', 'tag': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645'}] {{(pid=104116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 22:40:11.980748 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90dd6f80ab03caa9ea751056b912c90f9f7c39d5d642fbfd9f0f1f0990d30cb7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d660248d-d243-4543-8a65-ea8c9960a18d" -d '{"events": [{"server_uuid": "00a0bb72-6ab1-4e67-a33f-3f93da40cfee", "name": "network-vif-deleted", "tag": "1c06568b-ba30-4d2c-81ad-0bf0c96c3645"}]}' {{(pid=104116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 22:40:12.022245 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 22:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac686ab-705f-41b2-a4c0-b37d8a7a25bd x-openstack-request-id: req-dac686ab-705f-41b2-a4c0-b37d8a7a25bd {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 22:40:12.022539 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a0bb72-6ab1-4e67-a33f-3f93da40cfee", "name": "network-vif-deleted", "tag": "1c06568b-ba30-4d2c-81ad-0bf0c96c3645", "status": "completed", "code": 200}]} {{(pid=104116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 22:40:12.022795 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dac686ab-705f-41b2-a4c0-b37d8a7a25bd {{(pid=104116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 22:40:12.023223 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac686ab-705f-41b2-a4c0-b37d8a7a25bd'] response: {'server_uuid': '00a0bb72-6ab1-4e67-a33f-3f93da40cfee', 'name': 'network-vif-deleted', 'tag': '1c06568b-ba30-4d2c-81ad-0bf0c96c3645', 'status': 'completed', 'code': 200} Jul 28 22:40:12.157796 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [req-122b4303-eeee-4662-bb51-f3f5ddb5b9a7 req-12170a27-c82f-4eec-b512-db4af404647d tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "GET /v2.0/ports?device_id=00a0bb72-6ab1-4e67-a33f-3f93da40cfee HTTP/1.1" status: 200 len: 210 time: 0.0274987 Jul 28 22:40:13.222290 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50610) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:13.334477 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-c4803ca4-7731-41c9-bd6b-3e35b83bc08e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Deleting port 53e87531-0e94-4d38-8ae5-fe5d91e09652 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:40:13.334817 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c4803ca4-7731-41c9-bd6b-3e35b83bc08e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (53e87531-0e94-4d38-8ae5-fe5d91e09652), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:13.412262 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c4803ca4-7731-41c9-bd6b-3e35b83bc08e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (53e87531-0e94-4d38-8ae5-fe5d91e09652), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:13.412499 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c4803ca4-7731-41c9-bd6b-3e35b83bc08e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for floatingip (53e87531-0e94-4d38-8ae5-fe5d91e09652), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:13.425042 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-c4803ca4-7731-41c9-bd6b-3e35b83bc08e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Calling delete_port for 53e87531-0e94-4d38-8ae5-fe5d91e09652 owned by network:floatingip {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:40:13.556796 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c4803ca4-7731-41c9-bd6b-3e35b83bc08e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (53e87531-0e94-4d38-8ae5-fe5d91e09652), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:13.579198 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4803ca4-7731-41c9-bd6b-3e35b83bc08e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event deleted for resources: {'Port': ['ID=53e87531-0e94-4d38-8ae5-fe5d91e09652,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:13.643496 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c4803ca4-7731-41c9-bd6b-3e35b83bc08e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for floatingip (47467389-38c5-421d-9fab-ffa50a76c8c0), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:13.646023 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c4803ca4-7731-41c9-bd6b-3e35b83bc08e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248767'] for floatingip (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:13.647193 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c4803ca4-7731-41c9-bd6b-3e35b83bc08e tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "DELETE /v2.0/floatingips/47467389-38c5-421d-9fab-ffa50a76c8c0 HTTP/1.1" status: 204 len: 168 time: 0.4244142 Jul 28 22:40:14.230990 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 no longer exists at agent hyperv_hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:40:14.250547 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] No Port match for: 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:40:14.250819 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Device 1c06568b-ba30-4d2c-81ad-0bf0c96c3645 not bound to the agent host hv-cinder-85093 {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:40:14.855579 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50622) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:14.886523 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:15.157633 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c6986aff-3d2f-467b-b1fb-712fbc6d3d3b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group (31139b36-846b-4cf1-8db5-49de149d6bd8), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:15.183544 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c6986aff-3d2f-467b-b1fb-712fbc6d3d3b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group (31139b36-846b-4cf1-8db5-49de149d6bd8), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:15.212154 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:15.245144 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c6986aff-3d2f-467b-b1fb-712fbc6d3d3b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (31139b36-846b-4cf1-8db5-49de149d6bd8), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:15.247717 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c6986aff-3d2f-467b-b1fb-712fbc6d3d3b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:15.248877 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c6986aff-3d2f-467b-b1fb-712fbc6d3d3b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] 10.222.0.39 "DELETE /v2.0/security-groups/31139b36-846b-4cf1-8db5-49de149d6bd8 HTTP/1.1" status: 204 len: 168 time: 0.3923228 Jul 28 22:40:15.258721 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6986aff-3d2f-467b-b1fb-712fbc6d3d3b tempest-TestVolumeBootPattern-90937874 tempest-TestVolumeBootPattern-90937874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31139b36-846b-4cf1-8db5-49de149d6bd8,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:15.306974 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50626) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:15.435619 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-05d99ba5-6402-49fa-9e8c-f4ed89d95da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:15.600230 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:15.719276 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:15.814222 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f544c450-d285-4b04-b349-30e3f3763d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (4f77eabe-b3ee-4fc4-95ce-63f966079580), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:16.031532 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-f544c450-d285-4b04-b349-30e3f3763d32 admin admin] Deleting port 222ce901-eb5a-48e0-8977-1d78bddab36b {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:40:16.031768 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f544c450-d285-4b04-b349-30e3f3763d32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:16.109157 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-f544c450-d285-4b04-b349-30e3f3763d32 admin admin] For port 222ce901-eb5a-48e0-8977-1d78bddab36b, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=222ce901-eb5a-48e0-8977-1d78bddab36b,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:40:16.109511 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f544c450-d285-4b04-b349-30e3f3763d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:16.121926 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-f544c450-d285-4b04-b349-30e3f3763d32 admin admin] Calling delete_port for 222ce901-eb5a-48e0-8977-1d78bddab36b owned by network:router_interface {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:40:16.297241 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f544c450-d285-4b04-b349-30e3f3763d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (222ce901-eb5a-48e0-8977-1d78bddab36b), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:16.319674 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544c450-d285-4b04-b349-30e3f3763d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=222ce901-eb5a-48e0-8977-1d78bddab36b,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:16.422832 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:16.488193 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-f544c450-d285-4b04-b349-30e3f3763d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (4f77eabe-b3ee-4fc4-95ce-63f966079580), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:16.545284 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:16.693070 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f544c450-d285-4b04-b349-30e3f3763d32 admin admin] Router 4f77eabe-b3ee-4fc4-95ce-63f966079580 has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:40:16.791147 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f544c450-d285-4b04-b349-30e3f3763d32 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:40:16.797982 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-f544c450-d285-4b04-b349-30e3f3763d32 admin admin] 10.222.0.39 "PUT /v2.0/routers/4f77eabe-b3ee-4fc4-95ce-63f966079580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4894047 Jul 28 22:40:16.799214 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50630) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:16.802279 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4c1c7-37bc-44d6-b29f-331e4bde217e None None] Sync routers for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:40:16.813421 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4c1c7-37bc-44d6-b29f-331e4bde217e None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:40:16.814061 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-89c4c1c7-37bc-44d6-b29f-331e4bde217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:39:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:16.898563 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Publish callbacks [] for router (4f77eabe-b3ee-4fc4-95ce-63f966079580), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:16.914184 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-89c4c1c7-37bc-44d6-b29f-331e4bde217e None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: dv-cinder-850939-3-iscsi {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:40:16.997120 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Publish callbacks [] for router_gateway (4f77eabe-b3ee-4fc4-95ce-63f966079580), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.039302 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Deleting port dd524bd2-824d-402e-bc32-ccc9a6f63561 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:40:17.040261 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.126754 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] For port dd524bd2-824d-402e-bc32-ccc9a6f63561, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=dd524bd2-824d-402e-bc32-ccc9a6f63561,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:40:17.127121 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.146477 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Calling delete_port for dd524bd2-824d-402e-bc32-ccc9a6f63561 owned by network:router_gateway {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:40:17.170236 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-89c4c1c7-37bc-44d6-b29f-331e4bde217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:40:16Z', 'revision_number': 5, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port': {'id': 'dd524bd2-824d-402e-bc32-ccc9a6f63561', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:38Z', 'updated_at': '2022-07-28T22:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:17.194587 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4c1c7-37bc-44d6-b29f-331e4bde217e None None] Checking router: 4f77eabe-b3ee-4fc4-95ce-63f966079580 for host: dv-cinder-850939-3-iscsi {{(pid=104119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:40:17.203416 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c4c1c7-37bc-44d6-b29f-331e4bde217e None None] Routers {'4f77eabe-b3ee-4fc4-95ce-63f966079580'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:40:17.204035 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-89c4c1c7-37bc-44d6-b29f-331e4bde217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:39:47Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['4f77eabe-b3ee-4fc4-95ce-63f966079580'], 'active': True} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:17.285668 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_dvr_db [None req-89c4c1c7-37bc-44d6-b29f-331e4bde217e None None] Set router 4f77eabe-b3ee-4fc4-95ce-63f966079580 gateway port host: None {{(pid=104119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:40:17.316262 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (dd524bd2-824d-402e-bc32-ccc9a6f63561), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.336321 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.l3_hamode_db [None req-89c4c1c7-37bc-44d6-b29f-331e4bde217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:40:16Z', 'revision_number': 6, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port_host': None}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:17.343916 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Pushing event deleted for resources: {'Port': ['ID=dd524bd2-824d-402e-bc32-ccc9a6f63561,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:17.363947 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c4c1c7-37bc-44d6-b29f-331e4bde217e None None] The sync data for ids ['4f77eabe-b3ee-4fc4-95ce-63f966079580'] in dv-cinder-850939-3-iscsi is: [{'id': '4f77eabe-b3ee-4fc4-95ce-63f966079580', 'name': 'tempest-TestVolumeBootPattern-898323245-router', 'tenant_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:37Z', 'updated_at': '2022-07-28T22:40:16Z', 'revision_number': 6, 'project_id': '862a3f47ebe842fb8c5fbd4ef08f0b5f', 'gw_port_host': None}] {{(pid=104119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:40:17.410706 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362012'] for router_gateway (4f77eabe-b3ee-4fc4-95ce-63f966079580), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.443521 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c32bd22f-2dea-4859-bd34-fefaf47af494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.498026 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-596'] for router (4f77eabe-b3ee-4fc4-95ce-63f966079580), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.500242 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Publish callbacks [] for router_controller (4f77eabe-b3ee-4fc4-95ce-63f966079580), precommit_delete_associations {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.542718 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-353813'] for router (4f77eabe-b3ee-4fc4-95ce-63f966079580), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.543272 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f77eabe-b3ee-4fc4-95ce-63f966079580 {{(pid=104117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 22:40:17.547388 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.548500 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-edbca2a0-a5d5-4f60-b8d9-85815a73005a admin admin] 10.222.0.39 "DELETE /v2.0/routers/4f77eabe-b3ee-4fc4-95ce-63f966079580 HTTP/1.1" status: 204 len: 168 time: 0.7483001 Jul 28 22:40:17.551090 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50632) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:17.597772 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d415535-b351-4992-8373-cdc78b7e250b admin admin] Deleting subnet ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 {{(pid=104117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:40:17.600851 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7d415535-b351-4992-8373-cdc78b7e250b admin admin] Publish callbacks [] for subnet (ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.623758 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:17.636163 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7d415535-b351-4992-8373-cdc78b7e250b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62447129'] for subnet (ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1), precommit_delete_associations {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.658973 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:17.720121 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7d415535-b351-4992-8373-cdc78b7e250b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.783000 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7d415535-b351-4992-8373-cdc78b7e250b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58993700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843492'] for subnet (ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.813868 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-7d415535-b351-4992-8373-cdc78b7e250b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.817135 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-7d415535-b351-4992-8373-cdc78b7e250b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1 HTTP/1.1" status: 204 len: 168 time: 0.2651241 Jul 28 22:40:17.818656 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d415535-b351-4992-8373-cdc78b7e250b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec938fcc-06eb-4ccd-8dbd-aa9c6e2e2ec1,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:17.819431 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd6d4c1-aa98-4ae3-9422-7c7fe4377426 None None] Network ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:40:17.819823 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50634) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:17.895556 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:17.941168 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Deleting port dd720bcd-990e-4363-a75f-e192e01c62e3 {{(pid=104116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:40:17.941512 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (dd720bcd-990e-4363-a75f-e192e01c62e3), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:18.009284 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.db [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] For port dd720bcd-990e-4363-a75f-e192e01c62e3, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=dd720bcd-990e-4363-a75f-e192e01c62e3,segment=NetworkSegment(67639793-0fb3-45a0-a60b-283fe84dd71a),segment_id=67639793-0fb3-45a0-a60b-283fe84dd71a)] {{(pid=104116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:40:18.009697 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (dd720bcd-990e-4363-a75f-e192e01c62e3), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:18.022082 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.plugin [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Calling delete_port for dd720bcd-990e-4363-a75f-e192e01c62e3 owned by network:dhcp {{(pid=104116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:40:18.105186 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62513006'] for port (dd720bcd-990e-4363-a75f-e192e01c62e3), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:18.128391 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd720bcd-990e-4363-a75f-e192e01c62e3,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:18.134416 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] No DVR routers for this DVR port dd720bcd-990e-4363-a75f-e192e01c62e3 on host dv-cinder-850939-3-iscsi {{(pid=104116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:40:18.178917 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f21bd5-3cc7-484c-a5c8-e970f5afaaa1 None None] DHCP port deletion for ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e request from dv-cinder-850939-3-iscsi {{(pid=104118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 22:40:18.241645 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device dd524bd2-824d-402e-bc32-ccc9a6f63561 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:40:18.262908 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: dd524bd2-824d-402e-bc32-ccc9a6f63561 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:40:18.263368 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device dd524bd2-824d-402e-bc32-ccc9a6f63561 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:40:18.263884 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device dd720bcd-990e-4363-a75f-e192e01c62e3 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:40:18.284083 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: dd720bcd-990e-4363-a75f-e192e01c62e3 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:40:18.284438 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device dd720bcd-990e-4363-a75f-e192e01c62e3 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:40:18.284918 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 222ce901-eb5a-48e0-8977-1d78bddab36b no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:40:18.304879 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 222ce901-eb5a-48e0-8977-1d78bddab36b {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:40:18.306137 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 222ce901-eb5a-48e0-8977-1d78bddab36b not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:40:18.468478 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:18.488303 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e']}} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:18.497460 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67639793-0fb3-45a0-a60b-283fe84dd71a') {'for_net_delete': True} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:18.497810 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.services.segments.db [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67639793-0fb3-45a0-a60b-283fe84dd71a') {} {{(pid=104116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:18.507493 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735225'] for segment (67639793-0fb3-45a0-a60b-283fe84dd71a), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:18.521166 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (67639793-0fb3-45a0-a60b-283fe84dd71a), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:18.528165 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=104116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:40:18.528545 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62512925'] for segment (67639793-0fb3-45a0-a60b-283fe84dd71a), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:18.541990 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:18.569669 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 67639793-0fb3-45a0-a60b-283fe84dd71a resource provider aggregate not found Jul 28 22:40:18.588234 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.services.segments.plugin [-] Segment 67639793-0fb3-45a0-a60b-283fe84dd71a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67639793-0fb3-45a0-a60b-283fe84dd71a found for delete ", "request_id": "req-040f6475-0713-4d44-aba4-7b4b270e7bf5"}]} Jul 28 22:40:18.596562 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:18.605807 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:18.608858 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] 10.222.0.39 "DELETE /v2.0/networks/ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e HTTP/1.1" status: 204 len: 168 time: 0.7858407 Jul 28 22:40:18.611907 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50640) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:18.620018 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8630f8d-2866-4939-a53c-5966b7d41a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9e5fcd-5d02-4f4d-b9fb-04bc31c0477e,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:18.854859 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:18.923645 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c442ad67-a9ec-4c43-ae6e-3a81c05c1aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-360732'] for router_interface (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:19.145794 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-c442ad67-a9ec-4c43-ae6e-3a81c05c1aa1 admin admin] Deleting port 85ae2119-0841-4b95-b977-6bf65152e0b2 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:40:19.146136 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c442ad67-a9ec-4c43-ae6e-3a81c05c1aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:19.229053 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-c442ad67-a9ec-4c43-ae6e-3a81c05c1aa1 admin admin] For port 85ae2119-0841-4b95-b977-6bf65152e0b2, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=85ae2119-0841-4b95-b977-6bf65152e0b2,segment=NetworkSegment(9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa),segment_id=9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:40:19.229327 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c442ad67-a9ec-4c43-ae6e-3a81c05c1aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:19.241488 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-c442ad67-a9ec-4c43-ae6e-3a81c05c1aa1 admin admin] Calling delete_port for 85ae2119-0841-4b95-b977-6bf65152e0b2 owned by network:router_interface {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:40:19.281777 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:19.308110 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:19.421953 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c442ad67-a9ec-4c43-ae6e-3a81c05c1aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (85ae2119-0841-4b95-b977-6bf65152e0b2), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:19.444451 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442ad67-a9ec-4c43-ae6e-3a81c05c1aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ae2119-0841-4b95-b977-6bf65152e0b2,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:19.614665 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-c442ad67-a9ec-4c43-ae6e-3a81c05c1aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3698856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-360840'] for router_interface (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:19.816162 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c442ad67-a9ec-4c43-ae6e-3a81c05c1aa1 admin admin] Router a1f28129-47c0-4ffc-b225-bbd02d1cfeea has already been hosted by L3 agent c827dc28-08c7-4e09-9e08-227c68ee6f0b {{(pid=104117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 22:40:19.915912 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c442ad67-a9ec-4c43-ae6e-3a81c05c1aa1 admin admin] Notify agent at l3_agent.dv-cinder-850939-3-iscsi the message routers_updated {{(pid=104117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 22:40:19.920757 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-c442ad67-a9ec-4c43-ae6e-3a81c05c1aa1 admin admin] 10.222.0.39 "PUT /v2.0/routers/a1f28129-47c0-4ffc-b225-bbd02d1cfeea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3078351 Jul 28 22:40:19.923327 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50642) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:19.924192 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33eab78-3a88-41fd-9a5e-9a40435250e8 None None] Sync routers for ids ['a1f28129-47c0-4ffc-b225-bbd02d1cfeea'] in dv-cinder-850939-3-iscsi {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 22:40:19.935523 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33eab78-3a88-41fd-9a5e-9a40435250e8 None None] Routers {'a1f28129-47c0-4ffc-b225-bbd02d1cfeea'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:40:19.936152 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-f33eab78-3a88-41fd-9a5e-9a40435250e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:40:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['a1f28129-47c0-4ffc-b225-bbd02d1cfeea'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:20.026948 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Publish callbacks [] for router (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.037726 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-f33eab78-3a88-41fd-9a5e-9a40435250e8 None None] Set router a1f28129-47c0-4ffc-b225-bbd02d1cfeea gateway port host: dv-cinder-850939-3-iscsi {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:40:20.125386 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Publish callbacks [] for router_gateway (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.130664 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:20.173703 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Deleting port f0eb9884-a094-4a07-9906-acec7f2dd567 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:40:20.174052 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.216018 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:20.222560 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-f33eab78-3a88-41fd-9a5e-9a40435250e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'name': 'tempest-TestVolumeBootPattern-1266369669-router', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'external_fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:40:19Z', 'revision_number': 5, 'project_id': 'be22185cb3a1487787eaaa875566eebe', 'gw_port': {'id': 'f0eb9884-a094-4a07-9906-acec7f2dd567', 'name': '', 'network_id': '20c4b91c-55ab-4902-80d4-88d9ff4c09a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '253cecf4-96b9-4f39-b960-9366ae331009', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850939-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '253cecf4-96b9-4f39-b960-9366ae331009', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850939-3-iscsi'}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:20.248960 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33eab78-3a88-41fd-9a5e-9a40435250e8 None None] Checking router: a1f28129-47c0-4ffc-b225-bbd02d1cfeea for host: dv-cinder-850939-3-iscsi {{(pid=104118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 22:40:20.257681 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] For port f0eb9884-a094-4a07-9906-acec7f2dd567, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=f0eb9884-a094-4a07-9906-acec7f2dd567,segment=NetworkSegment(2c77714c-1000-4403-b31c-9c6f33de22de),segment_id=2c77714c-1000-4403-b31c-9c6f33de22de)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:40:20.258095 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33eab78-3a88-41fd-9a5e-9a40435250e8 None None] Routers {'a1f28129-47c0-4ffc-b225-bbd02d1cfeea'} bound to L3 agent in host dv-cinder-850939-3-iscsi {{(pid=104118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 22:40:20.258729 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.259323 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-f33eab78-3a88-41fd-9a5e-9a40435250e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850939-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-28T22:19:47Z,description=,heartbeat_timestamp=2022-07-28T22:40:17Z,host='dv-cinder-850939-3-iscsi',id=c827dc28-08c7-4e09-9e08-227c68ee6f0b,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T22:19:47Z,topic='l3_agent')) {'router_ids': ['a1f28129-47c0-4ffc-b225-bbd02d1cfeea'], 'active': True} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:20.276266 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Calling delete_port for f0eb9884-a094-4a07-9906-acec7f2dd567 owned by network:router_gateway {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:40:20.353514 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.360685 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvr_db [None req-f33eab78-3a88-41fd-9a5e-9a40435250e8 None None] Set router a1f28129-47c0-4ffc-b225-bbd02d1cfeea gateway port host: None {{(pid=104118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 22:40:20.411318 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_hamode_db [None req-f33eab78-3a88-41fd-9a5e-9a40435250e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'name': 'tempest-TestVolumeBootPattern-1266369669-router', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:40:20Z', 'revision_number': 6, 'project_id': 'be22185cb3a1487787eaaa875566eebe', 'gw_port_host': None}], 'dv-cinder-850939-3-iscsi', False) {} {{(pid=104118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:20.442694 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (f0eb9884-a094-4a07-9906-acec7f2dd567), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.444098 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33eab78-3a88-41fd-9a5e-9a40435250e8 None None] The sync data for ids ['a1f28129-47c0-4ffc-b225-bbd02d1cfeea'] in dv-cinder-850939-3-iscsi is: [{'id': 'a1f28129-47c0-4ffc-b225-bbd02d1cfeea', 'name': 'tempest-TestVolumeBootPattern-1266369669-router', 'tenant_id': 'be22185cb3a1487787eaaa875566eebe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T22:32:45Z', 'updated_at': '2022-07-28T22:40:20Z', 'revision_number': 6, 'project_id': 'be22185cb3a1487787eaaa875566eebe', 'gw_port_host': None}] {{(pid=104118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 22:40:20.459413 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.467897 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0eb9884-a094-4a07-9906-acec7f2dd567,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:20.530002 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-362012'] for router_gateway (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.615367 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-353943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-596'] for router (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.618306 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Publish callbacks [] for router_controller (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), precommit_delete_associations {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.658340 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-353813'] for router (a1f28129-47c0-4ffc-b225-bbd02d1cfeea), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.658907 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1f28129-47c0-4ffc-b225-bbd02d1cfeea {{(pid=104117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 22:40:20.663035 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.664188 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-3956d6ed-676b-44cc-a866-65705b558300 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a1f28129-47c0-4ffc-b225-bbd02d1cfeea HTTP/1.1" status: 204 len: 168 time: 0.7399697 Jul 28 22:40:20.667317 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50644) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:20.715299 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.db_base_plugin_v2 [None req-396cd536-6c02-4df2-b953-6e798a5ff291 admin admin] Deleting subnet efd9d7e5-320d-4ed2-b356-befd3bb0f462 {{(pid=104117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 22:40:20.718409 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-396cd536-6c02-4df2-b953-6e798a5ff291 admin admin] Publish callbacks [] for subnet (efd9d7e5-320d-4ed2-b356-befd3bb0f462), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.752375 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-396cd536-6c02-4df2-b953-6e798a5ff291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62447129'] for subnet (efd9d7e5-320d-4ed2-b356-befd3bb0f462), precommit_delete_associations {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.830385 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-396cd536-6c02-4df2-b953-6e798a5ff291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467307'] for subnet (efd9d7e5-320d-4ed2-b356-befd3bb0f462), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.887840 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-396cd536-6c02-4df2-b953-6e798a5ff291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58993700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58843492'] for subnet (efd9d7e5-320d-4ed2-b356-befd3bb0f462), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.913890 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cd536-6c02-4df2-b953-6e798a5ff291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd9d7e5-320d-4ed2-b356-befd3bb0f462,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:20.919582 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-396cd536-6c02-4df2-b953-6e798a5ff291 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.923052 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-396cd536-6c02-4df2-b953-6e798a5ff291 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/efd9d7e5-320d-4ed2-b356-befd3bb0f462 HTTP/1.1" status: 204 len: 168 time: 0.2545154 Jul 28 22:40:20.925275 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50646) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:20.926504 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11db2bd-2172-4393-b468-34ba4d2623d0 None None] Network 6b5fd957-7c60-463b-b589-59f8f85662cc requested from dv-cinder-850939-3-iscsi {{(pid=104118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 22:40:20.993993 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3415137'] for network (6b5fd957-7c60-463b-b589-59f8f85662cc), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:20.996429 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:21.048063 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Deleting port 490ab269-b7b2-4b0d-ab70-43abd593a4b5 {{(pid=104117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:40:21.048658 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.101138 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:21.114431 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.db [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] For port 490ab269-b7b2-4b0d-ab70-43abd593a4b5, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=490ab269-b7b2-4b0d-ab70-43abd593a4b5,segment=NetworkSegment(9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa),segment_id=9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa)] {{(pid=104117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:40:21.114733 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.128617 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.plugin [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Calling delete_port for 490ab269-b7b2-4b0d-ab70-43abd593a4b5 owned by network:dhcp {{(pid=104117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:40:21.178474 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] DHCP port deletion for 6b5fd957-7c60-463b-b589-59f8f85662cc request from dv-cinder-850939-3-iscsi {{(pid=104118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 22:40:21.218876 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Deleting port 490ab269-b7b2-4b0d-ab70-43abd593a4b5 {{(pid=104118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 22:40:21.219351 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791032452365'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), before_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.291013 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.db [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] For port 490ab269-b7b2-4b0d-ab70-43abd593a4b5, host dv-cinder-850939-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850939-3-iscsi',level=0,port_id=490ab269-b7b2-4b0d-ab70-43abd593a4b5,segment=NetworkSegment(9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa),segment_id=9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa)] {{(pid=104118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 22:40:21.291434 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-374293'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), precommit_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.306910 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Calling delete_port for 490ab269-b7b2-4b0d-ab70-43abd593a4b5 owned by network:dhcp {{(pid=104118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 22:40:21.316696 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:21.371981 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:21.401264 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), after_delete {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.428969 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Pushing event deleted for resources: {'Port': ['ID=490ab269-b7b2-4b0d-ab70-43abd593a4b5,revision_number=None']} {{(pid=104118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:21.435480 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] No DVR routers for this DVR port 490ab269-b7b2-4b0d-ab70-43abd593a4b5 on host dv-cinder-850939-3-iscsi {{(pid=104118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.447498 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.449504 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea5ee6-cd79-4ad8-8f50-d8985396c43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850939-3-iscsi {{(pid=104118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 22:40:21.471418 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3427854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-181977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032457027', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791032074828', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58993673'] for port (490ab269-b7b2-4b0d-ab70-43abd593a4b5), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.497745 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Pushing event deleted for resources: {'Port': ['ID=490ab269-b7b2-4b0d-ab70-43abd593a4b5,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:21.504521 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] No DVR routers for this DVR port 490ab269-b7b2-4b0d-ab70-43abd593a4b5 on host dv-cinder-850939-3-iscsi {{(pid=104117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 22:40:21.575618 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3444997', 'neutron.services.segments.db._delete_segments_for_network-8791032529866'] for network (6b5fd957-7c60-463b-b589-59f8f85662cc), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.598465 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5fd957-7c60-463b-b589-59f8f85662cc']}} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:21.608121 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa') {'for_net_delete': True} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:21.608417 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.services.segments.db [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa') {} {{(pid=104117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 22:40:21.617740 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032529767', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62447104'] for segment (9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.631460 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716'] for segment (9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.637605 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 22:40:21.637985 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3448716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58993786'] for segment (9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.696854 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3445006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3698851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-362032'] for network (6b5fd957-7c60-463b-b589-59f8f85662cc), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.702394 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3698829'] for network (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.705777 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6b5fd957-7c60-463b-b589-59f8f85662cc HTTP/1.1" status: 204 len: 168 time: 0.7793643 Jul 28 22:40:21.717455 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e33591-e4a3-4e07-96cc-8232fe5f7798 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b5fd957-7c60-463b-b589-59f8f85662cc,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:21.783871 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment 9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa resource provider aggregate not found Jul 28 22:40:21.802715 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.services.segments.plugin [-] Segment 9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bed613b-2623-4a5e-9ac3-a5c2eb4e83fa found for delete ", "request_id": "req-5930e3dc-fdf0-4581-8a80-f725710cbce3"}]} Jul 28 22:40:21.829777 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50656) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:21.869618 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-baec871d-e874-4063-b281-1d16a82c586a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=862a3f47ebe842fb8c5fbd4ef08f0b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386429 Jul 28 22:40:21.871969 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.wsgi [-] (104116) accepted ('10.222.0.39', 50658) {{(pid=104116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:21.909445 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:21.922487 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5e856fa0-c1aa-4c74-ad6a-6b12d2eb5b32 admin admin] Publish callbacks [] for security_group (a90d522f-16df-4b5d-99d3-3d576a197dc5), before_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.944577 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5e856fa0-c1aa-4c74-ad6a-6b12d2eb5b32 admin admin] Publish callbacks [] for security_group (a90d522f-16df-4b5d-99d3-3d576a197dc5), precommit_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.991257 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5e856fa0-c1aa-4c74-ad6a-6b12d2eb5b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (a90d522f-16df-4b5d-99d3-3d576a197dc5), after_delete {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.994265 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron_lib.callbacks.manager [None req-5e856fa0-c1aa-4c74-ad6a-6b12d2eb5b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:21.995426 dv-cinder-850939-3-iscsi neutron-server[104116]: INFO neutron.wsgi [None req-5e856fa0-c1aa-4c74-ad6a-6b12d2eb5b32 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a90d522f-16df-4b5d-99d3-3d576a197dc5 HTTP/1.1" status: 204 len: 168 time: 0.1225801 Jul 28 22:40:22.003864 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e856fa0-c1aa-4c74-ad6a-6b12d2eb5b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90d522f-16df-4b5d-99d3-3d576a197dc5,revision_number=None']} {{(pid=104116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:22.200359 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device f0eb9884-a094-4a07-9906-acec7f2dd567 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:40:22.220270 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: f0eb9884-a094-4a07-9906-acec7f2dd567 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:40:22.220611 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device f0eb9884-a094-4a07-9906-acec7f2dd567 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:40:22.221026 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 490ab269-b7b2-4b0d-ab70-43abd593a4b5 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:40:22.325082 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50664) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:22.365510 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 490ab269-b7b2-4b0d-ab70-43abd593a4b5 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:40:22.366076 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 490ab269-b7b2-4b0d-ab70-43abd593a4b5 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:40:22.366361 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-ffcc0a57-b2df-4e7f-96b9-b7dc5808b6fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=be22185cb3a1487787eaaa875566eebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399702 Jul 28 22:40:22.366696 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 85ae2119-0841-4b95-b977-6bf65152e0b2 no longer exists at agent ovs-agent-dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 22:40:22.370222 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [-] (104117) accepted ('10.222.0.39', 50666) {{(pid=104117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 22:40:22.385992 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.plugin [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] No Port match for: 85ae2119-0841-4b95-b977-6bf65152e0b2 {{(pid=104118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 22:40:22.386336 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron.plugins.ml2.rpc [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Device 85ae2119-0841-4b95-b977-6bf65152e0b2 not bound to the agent host dv-cinder-850939-3-iscsi {{(pid=104118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 22:40:22.423522 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-68506cb0-0208-42ac-aaec-c8e1aa1acd37 admin admin] Publish callbacks [] for security_group (ffab1c41-25d3-472a-8e4c-5226536bf52d), before_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:22.444907 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-68506cb0-0208-42ac-aaec-c8e1aa1acd37 admin admin] Publish callbacks [] for security_group (ffab1c41-25d3-472a-8e4c-5226536bf52d), precommit_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:22.490975 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-68506cb0-0208-42ac-aaec-c8e1aa1acd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-425115'] for security_group (ffab1c41-25d3-472a-8e4c-5226536bf52d), after_delete {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:22.494210 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron_lib.callbacks.manager [None req-68506cb0-0208-42ac-aaec-c8e1aa1acd37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:22.495343 dv-cinder-850939-3-iscsi neutron-server[104117]: INFO neutron.wsgi [None req-68506cb0-0208-42ac-aaec-c8e1aa1acd37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffab1c41-25d3-472a-8e4c-5226536bf52d HTTP/1.1" status: 204 len: 168 time: 0.1242123 Jul 28 22:40:22.503426 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68506cb0-0208-42ac-aaec-c8e1aa1acd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffab1c41-25d3-472a-8e4c-5226536bf52d,revision_number=None']} {{(pid=104117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 22:40:27.287915 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=81 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:27.339672 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=92 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:31.998057 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:31.999163 dv-cinder-850939-3-iscsi neutron-server[104116]: DEBUG dbcounter [-] [104116] Writing DB stats neutron:SELECT=9,neutron:DELETE=3 {{(pid=104116) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:32.477597 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=50,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:32.499875 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG dbcounter [-] [104117] Writing DB stats neutron:SELECT=71,neutron:DELETE=8 {{(pid=104117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:32.515819 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:DELETE=2,neutron:SELECT=8 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:32.516561 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:35.892673 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:40:38.715674 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:42.390751 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=16 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:45.438632 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-df5e0365-5d45-4722-8ee0-036e3ad30844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:45.888023 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=18 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:40:47.447408 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-1aaf20e5-82cf-4f45-bc8a-7226133003ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:48.857124 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:50.335770 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:40:50.443125 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:41:00.430350 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:41:00.438637 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:41:08.725737 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:41:12.892868 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:41:14.859272 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:41:15.440451 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-164b7620-05d8-4180-a5b6-d87e44b68ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:41:17.449588 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-fecfd18c-bfc0-414b-a0ef-44262f7a2478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:41:18.859148 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:41:20.338201 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:41:20.445472 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:41:22.889371 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:41:30.439691 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:41:30.441453 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:41:38.719658 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:41:45.441039 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b3c6d77a-a57a-4e4c-94a0-83599c5d4c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:41:47.452401 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-fa13eabf-5d49-4373-b585-467aeafd4978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:41:48.862441 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:41:49.891700 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:41:50.342155 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:41:50.447021 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:41:59.887585 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:41:59.888346 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:42:00.441124 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:42:00.442905 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:42:08.725450 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:42:15.443538 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-18f5584f-99bd-4927-8615-20b79794f756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:42:17.454873 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-21cb2dd6-e6a5-4634-882b-b35abb67cf0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:42:18.865257 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:42:20.345597 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:42:20.449256 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:42:26.890567 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:42:30.444023 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:42:30.445964 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:42:38.730562 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:42:42.365956 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=17 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:42:42.366689 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=17 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:42:45.445326 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b0ec007d-18d5-4edd-a798-5c60d27e1b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:42:47.456152 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-fab34e78-bbfa-4ab1-a332-22e5ba13b050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:42:48.867515 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:42:50.350180 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:42:50.450479 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:43:00.444767 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:43:00.446702 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:43:03.889508 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:43:05.868677 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:43:08.739332 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:43:13.885380 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:43:15.446781 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-4d9ea0b8-b1c4-4cc6-a642-9c257846643b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:43:17.458410 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-a6504b04-d9de-42f1-9141-ce3d28adaf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:43:18.870175 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:43:20.352216 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:43:20.452132 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:43:30.446290 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:43:30.448150 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:43:38.758538 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:43:40.889365 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:43:43.907455 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:43:44.765189 dv-cinder-850939-3-iscsi neutron-server[104117]: DEBUG neutron.wsgi [req-50be3718-1edc-4eca-a707-645a6a786682 req-f4772a4f-97c9-4ed0-8d98-06fcd631656d service neutron] (104117) timed out ('10.222.0.58', 53877) {{(pid=104117) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 22:43:45.449043 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f611918b-a94b-47d9-bc39-ef8b625aca68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:43:47.460721 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-b5e9446d-6e30-4bef-add1-bdd9a38a3847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:43:48.873716 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:43:50.354372 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:43:50.454698 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:43:50.884853 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=7 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:44:00.448526 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:44:00.450353 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:44:08.760948 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:44:15.451311 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-e26e0c90-831b-4455-80cf-39f39a8add28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:44:17.465304 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-aed4da65-366b-48e0-b923-e20ba5a0be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:44:17.888664 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:44:18.876546 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:44:20.357032 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:44:20.459376 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:44:27.883876 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:44:27.884651 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:44:30.447742 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:44:30.454771 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:44:38.772948 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:44:42.367207 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=11 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:44:42.369547 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=15 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:44:45.452929 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-660697f1-d19f-4b1b-9091-95b278b60445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:44:47.467874 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-666595b0-1c6f-4c43-b4f5-43966b693410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:44:48.879707 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:44:50.359653 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:44:50.461500 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:44:54.888298 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:45:00.455666 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:45:00.458257 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:45:03.873647 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=4 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:45:04.884476 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=6 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:45:08.772325 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:45:15.456153 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d2ac529a-b742-4cad-9072-1d0947b17364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:45:17.469299 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-ed534809-3325-4c47-a3c0-c1a2aea755c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:45:18.882687 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:45:20.362818 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:45:20.463561 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:45:30.457283 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:45:30.459678 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG dbcounter [-] [104118] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:45:31.887591 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG neutron.db.agents_db [None req-0e48974a-91ec-4629-aaba-c02adb90fd19 None None] Agent healthcheck: found 6 active agents {{(pid=104119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 22:45:33.872860 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=3 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:45:38.788983 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-77de3036-19d0-4744-ba17-5884176b0960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (a68bbfbb-9ec4-40d5-9322-01c397dd14dc), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:45:43.911214 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:45:43.912463 dv-cinder-850939-3-iscsi neutron-server[104119]: DEBUG dbcounter [-] [104119] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104119) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 22:45:45.462072 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-455f5a74-a5cb-48fc-8c64-6dbb89615058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b6af60b6-5b49-43b0-9966-9fad7f2dd0f6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:45:47.471816 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2044-2d78-4ebd-a822-b7d7aa07435a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (c827dc28-08c7-4e09-9e08-227c68ee6f0b), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:45:48.885870 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-f029fb5c-f4ce-4e45-a00e-1bef443dc66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (694773d4-f88c-47f0-9dc6-c117c915e616), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:45:50.367890 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-c4abe5eb-6f2a-498a-a8e5-963f3fef2975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (b896405b-e45d-471d-97c1-13843905a0e6), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 22:45:50.465601 dv-cinder-850939-3-iscsi neutron-server[104118]: DEBUG neutron_lib.callbacks.manager [None req-d85d5739-1305-4a5e-a08e-04baefe7ac1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032529848', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3466202'] for agent (d66d8e4e-cdd4-467c-95f2-680a537f1408), after_update {{(pid=104118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}